-- Logs begin at Thu 2021-06-17 13:52:54 UTC, end at Thu 2021-06-17 15:09:53 UTC. --
Jun 17 14:35:34.174736 dv-cinder-796859-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 17 14:35:37.319133 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.common.config [-] Logging enabled!
Jun 17 14:35:37.320319 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev73
Jun 17 14:35:37.320477 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78585) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 17 14:35:37.324252 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.common.config [-] Logging enabled!
Jun 17 14:35:37.324617 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev73
Jun 17 14:35:37.325022 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78585) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 17 14:35:37.326227 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 17 14:35:37.326506 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 17 14:35:37.326978 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 17 14:35:37.327350 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 17 14:35:37.327648 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 17 14:35:37.328022 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.328411 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.328760 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.329084 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.329495 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.329898 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.330432 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.330842 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.330842 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.331278 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.331713 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.332112 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.332444 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.332827 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.333218 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.333605 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.333927 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.334303 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.334836 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.335325 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.335761 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.336184 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.336576 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.336963 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.337394 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.337760 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.338210 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] host                           = dv-cinder-796859-1-iscsi {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.338619 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.339011 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.339435 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.339937 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.340212 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.340582 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.340965 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.341353 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.341728 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.342110 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.342494 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.342875 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.343267 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.343619 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.343941 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.344326 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.344711 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.345083 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.346012 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.346487 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.346965 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.347471 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.347950 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.348461 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.348960 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.349589 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.350716 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.350716 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.350716 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.351454 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.351958 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.352438 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.352914 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.353388 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.353890 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.354358 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.355343 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.355343 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.355756 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.356403 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.356723 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.357061 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.357429 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.357996 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.358217 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.358644 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.359128 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.359637 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.360140 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.360448 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.360742 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.361114 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.362073 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.362384 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:37.362708 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.363029 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.363420 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.363717 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.364027 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.364356 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.364663 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.364957 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.365305 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.365616 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.365918 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.366208 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.366511 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.366810 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.367200 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.367619 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.367949 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.368336 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.368670 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.368997 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.369445 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.370619 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.370619 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.370619 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.370619 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.371254 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.371467 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.371742 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.372076 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.372459 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.372809 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.373156 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.373488 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.373819 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.374157 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.374502 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.374828 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.375150 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.375511 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.375993 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.376217 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.376547 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.376952 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.378397 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.378397 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.378397 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.378397 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.378397 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.378998 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.379135 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.379450 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.379781 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.380163 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.380490 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.380818 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.381192 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.381584 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.382056 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.382385 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.382765 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.383100 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.383457 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.383803 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.384130 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.384459 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.384827 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.385157 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.385489 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.385830 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.386179 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.386511 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.386845 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.387202 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.387597 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.387954 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.388314 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.388727 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.389094 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.389424 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.389773 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.390179 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.390736 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.390880 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.391734 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.391734 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.391928 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.392272 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.392770 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.393185 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.393611 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.393957 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.394312 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.394666 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.395054 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.395439 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.395849 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.396233 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.396651 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.397032 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:37.397340 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 17 14:35:37.397678 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78585) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 17 14:35:37.815452 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO keyring.backend [-] Loading KWallet
Jun 17 14:35:37.823486 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO keyring.backend [-] Loading SecretService
Jun 17 14:35:37.827361 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO keyring.backend [-] Loading Windows
Jun 17 14:35:37.829063 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO keyring.backend [-] Loading chainer
Jun 17 14:35:37.829660 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO keyring.backend [-] Loading macOS
Jun 17 14:35:37.871621 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:35:37.871901 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:35:37.872195 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:35:37.872543 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 17 14:35:38.212599 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.212988 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.213255 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.214554 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.214916 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.215202 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.348685 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.349553 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.349553 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.364783 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.365069 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.365493 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.397698 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.397982 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.398242 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.453836 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.454159 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.454558 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.768712 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2b29c6faf0> agent after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.769081 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2b29c6faf0> agent after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.769491 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f2b29c6f9d0> segment precommit_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.769895 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f2b29c6fa60> network precommit_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.771181 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f2b29c9c0d0> segment before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.987644 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> network before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.988167 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f2b29d0f310> agent before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.988612 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> network before_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.989044 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> port before_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.989470 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> port before_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.989998 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> segment after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.990417 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> segment precommit_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.990852 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> segment precommit_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.991273 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> segment after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.991798 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> network after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.992249 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> network precommit_delete 0 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.992710 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> port provisioning_complete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.993163 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> rbac-policy before_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.993612 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> rbac-policy after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.994077 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> agent after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.994578 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> subnet after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.995024 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> subnet precommit_delete 0 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.996042 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> rbac-policy before_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.996511 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> rbac-policy before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.997047 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> segment_host_mapping after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.997643 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> port after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.998359 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> port after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.998798 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> port after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.999291 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> rbac-policy before_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:38.999751 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> rbac-policy before_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.000182 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b2a8aacd0>> rbac-policy before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.000888 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 17 14:35:39.001297 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 17 14:35:39.001755 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 17 14:35:39.002176 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 17 14:35:39.002589 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 17 14:35:39.003004 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 17 14:35:39.003702 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 17 14:35:39.009398 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 17 14:35:39.016095 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 17 14:35:39.023309 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])])
Jun 17 14:35:39.025957 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 17 14:35:39.026684 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 17 14:35:39.027232 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 17 14:35:39.027915 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 17 14:35:39.033646 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 17 14:35:39.034046 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 17 14:35:39.034657 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 17 14:35:39.081270 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 17 14:35:39.082004 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f2b29ac18e0>> qos_plugin after_init 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.082480 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78585) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 17 14:35:39.083093 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f2b29ac1340>> logging-plugin after_init 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.085471 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78585) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 17 14:35:39.085941 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 17 14:35:39.086300 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 17 14:35:39.091962 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2b29dd6c10>> floatingip before_response 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.092417 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2b29dd6c10>> port before_response 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.215924 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 17 14:35:39.216286 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 17 14:35:39.216654 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 17 14:35:39.217258 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 17 14:35:39.273114 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_db.sqlalchemy.engines [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78585) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jun 17 14:35:39.636483 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Initializing driver for type 'gre'
Jun 17 14:35:39.637377 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] gre ID ranges: [(1, 1000)]
Jun 17 14:35:39.717515 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Initializing driver for type 'local'
Jun 17 14:35:39.717918 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Initializing driver for type 'vlan'
Jun 17 14:35:39.737361 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] VlanTypeDriver initialization complete
Jun 17 14:35:39.737821 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Initializing driver for type 'vxlan'
Jun 17 14:35:39.738513 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] vxlan ID ranges: [(1, 1000)]
Jun 17 14:35:39.806240 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Initializing extension driver 'port_security'
Jun 17 14:35:39.806611 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.extensions.port_security [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] PortSecurityExtensionDriver initialization complete
Jun 17 14:35:39.806948 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Initializing mechanism driver 'openvswitch'
Jun 17 14:35:39.807280 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Initializing mechanism driver 'hyperv'
Jun 17 14:35:39.814601 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:35:39.815712 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b29b901f0>> port after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.816134 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b29b901f0>> port after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.816545 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b29b901f0>> port after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.816977 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b29b90370>> subnet after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.817380 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b29b90370>> subnet after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.817824 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b29b90370>> subnet after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.818257 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b295c48e0>> network after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.818663 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b295c48e0>> network after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.819059 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b295c48e0>> network after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.819535 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b295c4b50>> security_group after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.819938 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b295c4b50>> security_group after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.820334 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b295c4b50>> security_group after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.820774 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b295c4dc0>> security_group_rule after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.821167 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b295c4dc0>> security_group_rule after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.821558 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b295c4dc0>> security_group_rule after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.821987 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b295c4e50>> address_group after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.822396 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b295c4e50>> address_group after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.822784 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b295c4e50>> address_group after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.823175 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] ML2 OVO RPC backend initialized. {{(pid=78585) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jun 17 14:35:39.824219 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> router_interface after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.824643 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> router_interface after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.825118 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> network before_response 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.825521 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> networks before_response 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.825920 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> port before_response 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.826343 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> ports before_response 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.826740 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> subnet before_response 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.827141 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> subnets before_response 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.827569 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> network after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.827968 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> network after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.828423 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> network after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.828810 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> port after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.829200 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> port after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.829591 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> port after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.830667 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> subnet after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.831167 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> subnet after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.831599 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b295cd490>> subnet after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.832288 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.plugin [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Modular L2 Plugin initialization complete
Jun 17 14:35:39.832699 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading services supported by the core plugin {{(pid=78585) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 17 14:35:39.833045 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.plugins.ml2.managers [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Got port-security extension from driver 'port_security'
Jun 17 14:35:39.833574 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.extensions.vlantransparent [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Disabled vlantransparent extension.
Jun 17 14:35:39.834114 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78585) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 17 14:35:39.834548 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading Plugin: router
Jun 17 14:35:39.873507 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router_interface before_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.873903 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router after_create 55549900 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.874283 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router before_create 55549900 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.874661 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router_interface before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.875033 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router_interface after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.875416 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router after_delete 55549900 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.875871 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> floatingip after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.876251 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router after_create 55549900 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.876673 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router after_update 55549900 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.877065 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router after_update 55549900 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.877733 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router_gateway after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.877910 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router after_update 55549900 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.878306 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router precommit_update 55549900 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.878687 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f2b29c0d9d0> port after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.879040 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f2b29c0da60> port after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.879443 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f2b29c0d940> subnet after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.879753 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f2b29c0d5e0> subnetpool_address_scope after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.880116 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> port precommit_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.880469 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router precommit_create 55549900 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.880816 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f2b29c04550> port before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.881170 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router precommit_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.881530 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router after_update 55549900 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.881877 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router precommit_delete 55549900 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.882233 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router precommit_create 55549900 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.882610 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router_interface after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.882964 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> router precommit_update 55549900 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.883345 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b295cd5b0>> network after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.884346 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Tracking information for resource: router configured {{(pid=78585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 17 14:35:39.884796 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Tracking information for resource: floatingip configured {{(pid=78585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 17 14:35:39.890295 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.db.l3_agentschedulers_db [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 17 14:35:39.890856 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f2b2953fdc0> port after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.891371 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f2b2953fca0> port after_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.891609 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <function _notify_port_delete at 0x7f2b2953fd30> port after_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.891966 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f2b2953e0d0> port after_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.893372 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2b2955dd90>> router before_create 55550100 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.893745 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2b2955dd90>> router precommit_delete 55550100 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.894114 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2b2955dd90>> router precommit_create 55550100 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.894476 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2b2955dd90>> router precommit_update 55550100 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.898954 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.services.provider_configuration [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service providers = [] {{(pid=78585) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 17 14:35:39.899320 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.db.servicetype_db [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78585) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 17 14:35:39.902537 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.services.service_base [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 17 14:35:39.902896 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.services.service_base [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 17 14:35:39.903247 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.services.service_base [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 17 14:35:39.904184 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.services.service_base [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 17 14:35:39.904600 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.services.service_base [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 17 14:35:39.905665 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 17 14:35:39.905665 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 17 14:35:39.917318 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 17 14:35:39.917794 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading Plugin: auto_allocate
Jun 17 14:35:39.925130 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2b2950a4c0> network precommit_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.925571 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2b2950a4c0> network precommit_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.927609 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 17 14:35:39.927609 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading Plugin: tag
Jun 17 14:35:39.934411 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 17 14:35:39.934745 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading Plugin: timestamp
Jun 17 14:35:39.938873 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 17 14:35:39.939365 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading Plugin: network_ip_availability
Jun 17 14:35:39.945867 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b2951bdf0>> rbac-policy before_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.946148 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b2951bdf0>> rbac-policy before_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.946458 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b2951bdf0>> rbac-policy before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:39.947274 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 17 14:35:39.947634 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading Plugin: flavors
Jun 17 14:35:39.953524 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 17 14:35:39.953981 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading Plugin: revisions
Jun 17 14:35:39.958874 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 17 14:35:39.959374 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.087s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:35:39.960196 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78585) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 17 14:35:39.960534 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Initializing extension manager.
Jun 17 14:35:39.961062 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: __init__.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.961410 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: __pycache__ {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.961745 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.962081 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: address_group.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.962902 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.963632 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: address-group
Jun 17 14:35:39.963966 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: address_scope.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.964689 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.965199 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: address-scope
Jun 17 14:35:39.965526 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: admin_state_down_before_update.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.966529 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.967034 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: router-admin-state-down-before-update
Jun 17 14:35:39.967362 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: agent.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.968092 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.968602 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: agent
Jun 17 14:35:39.968930 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: agent_resources_synced.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.969857 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.970391 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: agent-resources-synced
Jun 17 14:35:39.974664 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: allowedaddresspairs.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.974664 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.974664 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: allowed-address-pairs
Jun 17 14:35:39.974664 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: auto_allocated_topology.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.974664 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.975056 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: auto-allocated-topology
Jun 17 14:35:39.975371 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: availability_zone.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.976353 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.976859 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: availability_zone
Jun 17 14:35:39.977188 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: availability_zone_filter.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.978110 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.978625 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: availability_zone_filter
Jun 17 14:35:39.978952 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: data_plane_status.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.979905 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.980413 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension data-plane-status not supported by any of loaded plugins
Jun 17 14:35:39.980735 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: default_subnetpools.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.981682 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.982201 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: default-subnetpools
Jun 17 14:35:39.982528 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: dhcpagentscheduler.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.983525 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.984042 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: dhcp_agent_scheduler
Jun 17 14:35:39.984370 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: dns.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.985347 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.985854 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension dns-integration not supported by any of loaded plugins
Jun 17 14:35:39.986723 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: dns_domain_ports.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.987701 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.988210 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 17 14:35:39.988538 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: dvr.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.989233 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.989741 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: dvr
Jun 17 14:35:39.990067 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: empty_string_filtering.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.990986 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.991524 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: empty-string-filtering
Jun 17 14:35:39.991852 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.992763 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.993265 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 17 14:35:39.993590 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.994509 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.995019 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 17 14:35:39.995532 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: external_net.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.996463 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.997029 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: external-net
Jun 17 14:35:39.997514 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: extra_dhcp_opt.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:39.998591 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:39.999116 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: extra_dhcp_opt
Jun 17 14:35:39.999475 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: extraroute.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.000426 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.000946 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: extraroute
Jun 17 14:35:40.001270 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: extraroute_atomic.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.002982 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.003540 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: extraroute-atomic
Jun 17 14:35:40.003872 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: filter_validation.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.004578 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.005954 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: filter-validation
Jun 17 14:35:40.005954 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: fip_pf_description.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.008218 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.008727 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 17 14:35:40.009071 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: fip_port_details.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.010143 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.010659 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: fip-port-details
Jun 17 14:35:40.010991 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: flavors.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.012322 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.012849 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: flavors
Jun 17 14:35:40.013185 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.015004 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.015586 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 17 14:35:40.015940 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: floatingip_pools.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.016665 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.017179 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: floatingip-pools
Jun 17 14:35:40.017607 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: ip_allocation.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.018744 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.019294 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension ip_allocation not supported by any of loaded plugins
Jun 17 14:35:40.019654 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.020604 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.021117 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: ip-substring-filtering
Jun 17 14:35:40.021493 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: l2_adjacency.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.022487 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.023056 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 17 14:35:40.023421 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: l3.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.024571 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.025226 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: router
Jun 17 14:35:40.025585 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: l3_conntrack_helper.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.028204 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.028734 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 17 14:35:40.029070 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.030079 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.030591 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: ext-gw-mode
Jun 17 14:35:40.030920 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.031988 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.032529 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: l3-ha
Jun 17 14:35:40.032985 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: l3_flavors.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.033916 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.034425 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: l3-flavors
Jun 17 14:35:40.034750 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.035728 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.036238 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 17 14:35:40.036563 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: l3agentscheduler.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.037660 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.038174 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: l3_agent_scheduler
Jun 17 14:35:40.038509 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: logging.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.040106 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.040627 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension logging not supported by any of loaded plugins
Jun 17 14:35:40.040964 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: metering.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.041714 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.042312 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: metering
Jun 17 14:35:40.042642 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.043851 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.044365 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: metering_source_and_destination_fields
Jun 17 14:35:40.044695 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: multiprovidernet.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.045777 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.046293 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: multi-provider
Jun 17 14:35:40.046647 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: netmtu.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.047583 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.048098 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: net-mtu
Jun 17 14:35:40.048959 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: netmtu_writable.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.050049 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.050562 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: net-mtu-writable
Jun 17 14:35:40.050881 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: network_availability_zone.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.051605 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.052104 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: network_availability_zone
Jun 17 14:35:40.052429 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: network_ip_availability.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.053585 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.054299 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: network-ip-availability
Jun 17 14:35:40.054628 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: network_segment_range.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.055472 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.055977 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension network-segment-range not supported by any of loaded plugins
Jun 17 14:35:40.056300 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: pagination.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.062247 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.062247 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: pagination
Jun 17 14:35:40.062247 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: port_device_profile.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.062247 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.062247 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: port-device-profile
Jun 17 14:35:40.062247 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.063169 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.063169 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: port-mac-address-regenerate
Jun 17 14:35:40.063169 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.063169 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.063889 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: port-numa-affinity-policy
Jun 17 14:35:40.065823 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: port_resource_request.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.066024 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.066732 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension port-resource-request not supported by any of loaded plugins
Jun 17 14:35:40.067054 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: portbindings.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.068051 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.068637 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: binding
Jun 17 14:35:40.069010 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: portbindings_extended.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.070667 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.071260 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: binding-extended
Jun 17 14:35:40.071702 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: portsecurity.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.072721 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.073282 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: port-security
Jun 17 14:35:40.073691 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: project_id.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.074923 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.075450 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: project-id
Jun 17 14:35:40.075795 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: providernet.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.076786 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.077437 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: provider
Jun 17 14:35:40.077801 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: qos.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.082768 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.083418 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension qos not supported by any of loaded plugins
Jun 17 14:35:40.083874 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.085666 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.086234 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 17 14:35:40.086721 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.090801 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.090801 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 17 14:35:40.090801 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: qos_default.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.091373 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.092067 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension qos-default not supported by any of loaded plugins
Jun 17 14:35:40.092611 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: qos_fip.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.093726 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.094572 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension qos-fip not supported by any of loaded plugins
Jun 17 14:35:40.095130 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: qos_gateway_ip.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.097609 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.098494 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 17 14:35:40.099200 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: qos_port_network_policy.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.100667 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.101520 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 17 14:35:40.102012 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: qos_rule_type_details.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.103147 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.103776 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 17 14:35:40.104151 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: qos_rules_alias.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.105506 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.106141 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 17 14:35:40.106527 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: quotasv2.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.107831 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.108557 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: quotas
Jun 17 14:35:40.108557 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: quotasv2_detail.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.110758 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.112437 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: quota_details
Jun 17 14:35:40.112779 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: rbac.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.114103 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.114672 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: rbac-policies
Jun 17 14:35:40.115217 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: rbac_address_group.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.116066 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.116583 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: rbac-address-group
Jun 17 14:35:40.117034 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: rbac_address_scope.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.118106 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.118631 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: rbac-address-scope
Jun 17 14:35:40.118974 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: rbac_security_groups.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.120283 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.120913 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: rbac-security-groups
Jun 17 14:35:40.121276 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: rbac_subnetpool.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.122580 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.123248 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: rbac-subnetpool
Jun 17 14:35:40.123762 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: revisionifmatch.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.127854 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.127854 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: revision-if-match
Jun 17 14:35:40.127854 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: revisions.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.128944 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.129701 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: standard-attr-revisions
Jun 17 14:35:40.130030 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: router_availability_zone.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.130730 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.131239 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: router_availability_zone
Jun 17 14:35:40.131690 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: routerservicetype.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.132527 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.133040 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension router-service-type not supported by any of loaded plugins
Jun 17 14:35:40.133360 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.134284 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.134784 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: security-groups-normalized-cidr
Jun 17 14:35:40.135099 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: security_groups_port_filtering.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.136052 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.136557 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: port-security-groups-filtering
Jun 17 14:35:40.136897 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.137786 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.138289 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: security-groups-remote-address-group
Jun 17 14:35:40.138609 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: securitygroup.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.150315 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.150808 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: security-group
Jun 17 14:35:40.151140 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: segment.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.152032 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.152535 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension segment not supported by any of loaded plugins
Jun 17 14:35:40.152860 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.153994 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.154496 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 17 14:35:40.154817 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: servicetype.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.156037 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.156554 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: service-type
Jun 17 14:35:40.156873 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: sorting.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.157979 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.158319 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: sorting
Jun 17 14:35:40.158642 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: standard_attr_segment.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.159738 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.160266 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 17 14:35:40.160744 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: standardattrdescription.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.161603 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.162236 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: standard-attr-description
Jun 17 14:35:40.162607 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: stateful_security_group.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.163892 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.163892 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: stateful-security-group
Jun 17 14:35:40.163892 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: stdattrs_common.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.164987 dv-cinder-796859-1-iscsi neutron-server[78585]: WARNING neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 17 14:35:40.165306 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.166413 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.166845 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 17 14:35:40.167178 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: subnet_onboard.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.168595 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.169489 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: subnet_onboard
Jun 17 14:35:40.170045 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.171665 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.172560 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 17 14:35:40.173107 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: subnet_service_types.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.174517 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.175105 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: subnet-service-types
Jun 17 14:35:40.175476 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: subnetallocation.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.176764 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.177609 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: subnet_allocation
Jun 17 14:35:40.177609 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.178239 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.178737 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: subnetpool-prefix-ops
Jun 17 14:35:40.179058 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.180033 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.180533 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 17 14:35:40.180858 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: tagging.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.181954 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.182478 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: standard-attr-tag
Jun 17 14:35:40.182793 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: timestamp.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.184154 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.184669 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loaded extension: standard-attr-timestamp
Jun 17 14:35:40.184994 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: trunk.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.186025 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.186533 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension trunk not supported by any of loaded plugins
Jun 17 14:35:40.186918 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: trunk_details.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.187854 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.188309 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension trunk-details not supported by any of loaded plugins
Jun 17 14:35:40.188629 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: uplink_status_propagation.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.190074 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.190570 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 17 14:35:40.191133 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Loading extension file: vlantransparent.py {{(pid=78585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 17 14:35:40.191587 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 17 14:35:40.192092 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 17 14:35:40.194647 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:network
Jun 17 14:35:40.195430 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:subnet
Jun 17 14:35:40.196299 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:subnetpool
Jun 17 14:35:40.196906 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:port
Jun 17 14:35:40.198201 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.v2.resource_helper [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 17 14:35:40.198633 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.v2.resource_helper [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service FLAVORS assigned prefix:  {{(pid=78585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 17 14:35:40.199280 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.v2.resource_helper [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 17 14:35:40.199729 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.v2.resource_helper [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 17 14:35:40.200061 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:router
Jun 17 14:35:40.200734 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:floatingip
Jun 17 14:35:40.201456 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.v2.resource_helper [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service METERING assigned prefix: /metering {{(pid=78585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 17 14:35:40.203220 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b294608e0>> rbac-policy before_create 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:40.203785 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b294608e0>> rbac-policy before_update 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:40.204318 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b294608e0>> rbac-policy before_delete 55550000 {{(pid=78585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:35:40.205664 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of CountableResource for resource:rbac_policy
Jun 17 14:35:40.206123 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:security_group
Jun 17 14:35:40.206801 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 17 14:35:40.207590 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.v2.resource_helper [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service CORE assigned prefix:  {{(pid=78585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 17 14:35:40.207928 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:subnetpool
Jun 17 14:35:40.208285 dv-cinder-796859-1-iscsi neutron-server[78585]: WARNING neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] subnetpool is already registered
Jun 17 14:35:40.208891 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.v2.resource_helper [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service CORE assigned prefix:  {{(pid=78585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 17 14:35:40.209219 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:subnetpool
Jun 17 14:35:40.209546 dv-cinder-796859-1-iscsi neutron-server[78585]: WARNING neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] subnetpool is already registered
Jun 17 14:35:40.212270 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.v2.resource_helper [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 17 14:35:40.212704 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.v2.resource_helper [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service FLAVORS assigned prefix:  {{(pid=78585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 17 14:35:40.213293 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.v2.resource_helper [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 17 14:35:40.213721 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.v2.resource_helper [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 17 14:35:40.214054 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:router
Jun 17 14:35:40.214383 dv-cinder-796859-1-iscsi neutron-server[78585]: WARNING neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] router is already registered
Jun 17 14:35:40.214990 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:floatingip
Jun 17 14:35:40.215316 dv-cinder-796859-1-iscsi neutron-server[78585]: WARNING neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] floatingip is already registered
Jun 17 14:35:40.215969 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.v2.resource_helper [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service METERING assigned prefix: /metering {{(pid=78585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 17 14:35:40.216646 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of CountableResource for resource:rbac_policy
Jun 17 14:35:40.216974 dv-cinder-796859-1-iscsi neutron-server[78585]: WARNING neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] rbac_policy is already registered
Jun 17 14:35:40.217532 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:security_group
Jun 17 14:35:40.217853 dv-cinder-796859-1-iscsi neutron-server[78585]: WARNING neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] security_group is already registered
Jun 17 14:35:40.218449 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 17 14:35:40.218775 dv-cinder-796859-1-iscsi neutron-server[78585]: WARNING neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] security_group_rule is already registered
Jun 17 14:35:40.219534 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.v2.resource_helper [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service CORE assigned prefix:  {{(pid=78585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 17 14:35:40.219864 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:subnetpool
Jun 17 14:35:40.220193 dv-cinder-796859-1-iscsi neutron-server[78585]: WARNING neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] subnetpool is already registered
Jun 17 14:35:40.221460 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.v2.resource_helper [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Service CORE assigned prefix:  {{(pid=78585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 17 14:35:40.221781 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Creating instance of TrackedResource for resource:subnetpool
Jun 17 14:35:40.222156 dv-cinder-796859-1-iscsi neutron-server[78585]: WARNING neutron.quota.resource_registry [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] subnetpool is already registered
Jun 17 14:35:40.222836 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: extensions {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.224423 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: address-groups {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.226328 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: address-scopes {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.227591 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: agents {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.228762 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: auto-allocated-topology {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.230020 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: availability_zones {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.231359 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: dhcp-networks {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.232823 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: dhcp-agents {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.234283 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: routers {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.237963 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: flavors {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.239157 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: service_profiles {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.240406 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: next_providers {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.241954 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: service_profiles {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.244120 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: floatingip-pools {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.244811 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: routers {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.246655 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: floatingips {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.248033 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: l3-routers {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.249314 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: l3-agents {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.250767 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: metering-labels {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.252306 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: metering-label-rules {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.253670 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: network-ip-availabilities {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.254937 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: bindings {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.256648 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: quotas {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.258432 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: quotas {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.260137 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: rbac-policies {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.261460 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: security-groups {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.262691 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: security-group-rules {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.263961 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: service-providers {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.265199 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: subnetpools {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.266656 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: subnetpools {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.268397 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: tags {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.270119 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: tags {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.271958 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: tags {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.273772 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: tags {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.275594 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: tags {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.277453 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: tags {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.279146 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: tags {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.281113 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: tags {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.283498 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: tags {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.285553 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron.api.extensions [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Extended resource: tags {{(pid=78585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 17 14:35:40.291815 dv-cinder-796859-1-iscsi neutron-server[78585]: WARNING keystonemiddleware.auth_token [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 17 14:35:40.296770 dv-cinder-796859-1-iscsi neutron-server[78585]: WARNING keystonemiddleware.auth_token [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 17 14:35:40.306009 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Acquired lock "singleton_lock" {{(pid=78585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 17 14:35:40.306491 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Releasing lock "singleton_lock" {{(pid=78585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 17 14:35:40.307141 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO oslo_service.service [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Starting 2 workers
Jun 17 14:35:40.311862 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Started child 78705 {{(pid=78585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 17 14:35:40.316795 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Started child 78706 {{(pid=78585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 17 14:35:40.318167 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:35:40.319017 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO neutron.service [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Neutron service started, listening on 0.0.0.0:9696
Jun 17 14:35:40.319223 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Notify callbacks [] for process, before_spawn {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:35:40.320192 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [-] (78705) wsgi starting up on http://0.0.0.0:9696
Jun 17 14:35:40.321763 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO oslo_service.service [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Starting 1 workers
Jun 17 14:35:40.322146 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:35:40.323881 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [-] (78706) wsgi starting up on http://0.0.0.0:9696
Jun 17 14:35:40.327237 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Started child 78707 {{(pid=78585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 17 14:35:40.327701 dv-cinder-796859-1-iscsi neutron-server[78585]: INFO oslo_service.service [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Starting 1 workers
Jun 17 14:35:40.330919 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.service [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] calling RpcWorker wait() {{(pid=78707) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 17 14:35:40.331831 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.service [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] returning from RpcWorker wait() {{(pid=78707) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 17 14:35:40.332730 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Started child 78708 {{(pid=78585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 17 14:35:40.332846 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:35:40.333242 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:35:40.333694 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cc93d1a2-4dc3-4505-812b-f8e2c726eaac None None] Notify callbacks [] for process, after_spawn {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:35:40.335748 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78585) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 17 14:35:40.335985 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 17 14:35:40.336133 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 17 14:35:40.336344 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 17 14:35:40.336686 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 17 14:35:40.336865 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 17 14:35:40.337417 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.337697 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.337960 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.338242 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.338542 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.339058 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.339319 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.339614 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.339885 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.340131 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.340287 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.340445 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.340708 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.340906 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:35:40.341442 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.341442 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.341686 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.341789 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.342057 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.342223 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.342480 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.342738 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.342980 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.343239 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.343490 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.343957 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.344274 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.344487 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.344744 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.345031 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.345274 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.346175 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.346417 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.346652 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.346893 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.347152 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.347509 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.347748 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.347990 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.348248 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.348462 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.348956 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] host                           = dv-cinder-796859-1-iscsi {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.349167 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.349483 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.349641 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.349882 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.350138 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.350348 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.350598 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.350894 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.351356 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.351624 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.351894 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.352143 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.352391 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.352634 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.352794 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.353008 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.353281 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.353531 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.353699 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.353869 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.354044 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.354302 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.354464 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.354709 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.354939 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.355132 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.355355 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.357626 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.357626 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.357626 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.357626 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.357626 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.358111 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.358111 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.358111 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.358342 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.358556 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.358814 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.359027 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.359267 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.359674 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.359831 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.360085 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.360296 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.360547 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.360780 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.361666 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.361931 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.362199 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.362429 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.362763 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.362909 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.363160 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.363326 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.363598 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.364060 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.364271 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.364590 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.364847 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.365083 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.365428 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.365574 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.366855 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.366855 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.366855 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.367415 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.367415 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.367415 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.367746 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.368084 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.368362 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.368899 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.369038 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.369226 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.369515 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.369742 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.370227 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.370649 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.370897 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.371339 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.371731 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.372192 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.372418 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.373300 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.373300 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.373300 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.373689 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.373820 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.373996 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.374360 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.374614 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.374962 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.375229 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.375547 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.89/identity {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.375808 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.376018 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.376421 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.376828 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.377096 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.377312 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.377698 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.377966 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.378224 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.378460 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.378850 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.379083 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.379487 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.381318 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.381318 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.381318 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.381318 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.381318 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.381318 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.381318 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.381807 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.381807 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.381807 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.382005 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.382487 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.382487 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.382677 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.382885 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.385160 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.385160 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.385160 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.385414 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:35:40.385516 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.385516 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.385516 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.385516 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.385516 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.385516 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.385903 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.386053 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.386201 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.386372 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.386590 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.386870 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.387143 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.387508 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.387617 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.387797 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.388016 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.388232 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.388470 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.388679 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.389049 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.389263 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.389501 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.389710 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.390091 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.390453 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.390918 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.391295 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.391600 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.391918 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.392149 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.397511 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.398071 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.398666 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.399160 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.399603 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.400018 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.400459 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.400847 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.401329 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.401726 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.402176 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.402593 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.402994 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.403463 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.403736 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.403736 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.404183 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.404575 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.404989 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.405285 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.405566 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.405873 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.406215 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.406520 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.406877 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.407368 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.408372 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.409515 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.409947 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.410570 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.411048 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.411339 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.411689 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.412690 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.412690 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.412690 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.414526 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.414526 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.414526 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.414526 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.414526 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.414526 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.414526 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.416255 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.416255 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.416255 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.416255 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.416255 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.416255 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.416255 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.416826 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.416826 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.417085 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.417289 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.417497 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.417896 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.418079 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.89/identity {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.418323 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.418610 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.419048 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.419315 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.419601 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.419696 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.419830 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.423256 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.423256 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.423256 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.423256 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.423256 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.423256 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.423256 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.423256 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.424438 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.424438 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.424438 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.424438 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.424438 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.424438 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.424438 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.424438 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.425590 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.425590 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.425590 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.426509 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.426509 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.426775 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.426940 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.427266 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.427630 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.427848 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.428344 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.428344 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.428663 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.428822 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.429036 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.429248 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.429647 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.430021 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.430318 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.430579 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.430852 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.431098 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.431320 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.431579 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.432203 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.432203 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.432203 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.432845 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.432845 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.432845 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.433469 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.433469 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.433905 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.433905 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.434303 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.434303 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.434711 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.434711 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.435109 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.435316 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.435572 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.435847 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.435978 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.436106 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.436417 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.436628 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.436837 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.437059 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.437312 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.437312 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.438035 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.438035 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.438035 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.438832 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.438832 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.438832 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.438832 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.439819 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.439819 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.440735 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.441093 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.441428 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.441644 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.441904 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.442184 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.442513 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.442751 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.442964 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.443268 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.443641 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.443970 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.444212 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.444490 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.444807 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.445065 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.445284 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.445916 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.446145 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.446363 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.446625 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.446873 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.447087 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.447316 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.447532 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.447719 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.448184 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.448343 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.448527 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.448789 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.448940 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.449234 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.449475 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.449771 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.449982 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.450219 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.450441 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.450956 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.450956 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 17 14:35:40.455675 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78585) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 17 14:35:40.455675 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 17 14:35:40.455675 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 17 14:35:40.455675 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 17 14:35:40.455675 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 17 14:35:40.455675 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 17 14:35:40.455675 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.455675 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.456581 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.456581 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.456581 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.456581 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.456581 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.456581 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.456581 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.456581 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.457288 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.457288 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.457288 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.457288 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.457288 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.457288 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.457288 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.457288 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.458104 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.458104 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.458104 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.458104 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.458104 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.458104 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.458753 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.458753 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.459010 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 34490) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:35:40.459148 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.459148 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.459148 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.459148 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.459148 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.459148 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.459148 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.459148 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.460079 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.460079 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.460079 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.460079 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.460079 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.460079 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.460079 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] host                           = dv-cinder-796859-1-iscsi {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.460079 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.460079 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.461143 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.461143 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.461143 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.461143 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.461143 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.461143 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.461875 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.461875 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.461875 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.463417 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.463417 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.463417 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.463417 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.463417 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.464102 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.464102 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.464102 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.464102 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.464620 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.464620 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.464883 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.465025 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.465163 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.465876 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.465876 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.465876 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.466174 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.466174 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.466385 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.466519 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.466707 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.466921 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.467151 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.467434 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.467705 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.467958 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.468229 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.468458 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.468709 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.468959 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.469202 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.469461 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.469829 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.469939 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.470210 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.471052 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.471407 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.471567 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.471822 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.472757 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [-] 10.222.0.89 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0120971
Jun 17 14:35:40.473664 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.473664 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.475193 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.475513 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.475779 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.476300 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.476552 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.476807 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.477069 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.477292 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.477602 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.477915 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.478069 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.478243 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.478569 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.478881 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.479036 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.479184 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 17 14:35:40.479368 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.479532 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.479884 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.480061 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.480235 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.480394 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.480552 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.480711 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.480869 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.481026 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.481195 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.481423 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.481659 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.481659 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.482003 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.482003 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.482321 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.482321 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.482505 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.482617 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.482686 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.482842 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.483013 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.483300 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.483471 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.89/identity {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.483617 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.483778 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.483920 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.484062 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.484205 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.484343 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.484679 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.484679 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.484913 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.485029 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.485150 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.485260 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.485377 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.485525 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.485679 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.485830 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.486029 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.486721 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.487841 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.487841 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.487841 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.487841 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.487841 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.487841 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.488540 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.488540 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.488540 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.488540 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.488540 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.489046 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.489046 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.489046 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.489353 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.489353 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.489577 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.489577 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.489798 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.489935 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.490054 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.490173 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.490456 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.490584 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.490708 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.490834 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.490988 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.491148 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.491305 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.491489 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.491703 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.491848 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.492039 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.492199 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.492470 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.492650 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.492650 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.492996 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.492996 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.493304 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.493304 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.493622 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.493622 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.493920 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.493920 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.494218 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.494218 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.494543 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.494543 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.494899 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.494899 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.495190 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.495360 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.495585 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.495746 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.495922 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.496089 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.496970 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.496970 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.496970 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.496970 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.496970 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.499853 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.499853 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.501942 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.501942 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.503702 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.503702 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.503702 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.503980 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.504075 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.504273 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.504530 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.504764 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.505643 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.505643 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.505643 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.505643 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.505643 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.506977 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.506977 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.506977 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.506977 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.506977 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.506977 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.506977 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.506977 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.507908 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.507908 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.507908 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.507908 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.507908 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.507908 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.509208 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.509208 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.509208 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.509208 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.509208 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.509208 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.509208 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.509208 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.89/identity {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.510162 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.510375 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.510592 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.510592 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.510837 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.511829 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.512076 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.512300 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.512658 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.512658 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.513115 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.513115 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.513115 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.513742 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.513742 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.513742 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.513742 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.513742 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.514457 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.514457 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.514457 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.514457 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.514914 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.514914 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.514914 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.515272 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.515272 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.515602 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.515602 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.515877 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.515877 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.516160 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.516160 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.516472 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.516472 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.516795 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.516795 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.517157 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.517157 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.517157 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.519596 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.519596 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.519596 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.519596 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.519596 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.519596 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.519596 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.520814 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.520814 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.520814 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.520814 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.520814 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.521762 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.521762 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.521762 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.521762 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.522392 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.522392 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.522392 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.522835 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.522992 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.523151 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.523464 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.523741 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.524003 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.524278 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.524546 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.524838 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.525066 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.525972 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.525972 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.525972 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.526485 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.526658 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:35:40.526831 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.526831 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.526831 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.527277 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.527277 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.527656 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.527833 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.528128 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.528388 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.528626 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.528885 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.529151 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.529420 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.529662 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.529899 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.530137 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.530404 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.530668 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.530940 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.531238 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.531585 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.531847 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.532131 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.532406 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.534388 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.534388 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.534388 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.534388 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.534388 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.534906 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.535155 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.535501 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.535659 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.535970 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.536094 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.536652 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.537144 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.537417 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.537919 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.538198 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.539308 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.539308 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.539308 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.539308 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.540026 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.540705 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.541010 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 17 14:35:40.541242 dv-cinder-796859-1-iscsi neutron-server[78585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 17 14:35:54.570685 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719'] for agent, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:35:54.572023 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:35:54.573225 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:35:54.574268 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:35:54.575937 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:35:54.577310 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:35:54.578424 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:35:54.579671 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:35:54.582350 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:35:54.584245 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:35:54.585781 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:35:54.588134 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:35:54.588668 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:35:54.590389 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2b29106a60>, 'Open vSwitch agent', 'dv-cinder-796859-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:35:54.610730 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2b288bd040>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796859-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:35:54.806135 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01104507-765b-47bb-8eec-feb331c492a1 None None] get_active_networks_info from dv-cinder-796859-1-iscsi {{(pid=78707) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Jun 17 14:35:54.897192 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01104507-765b-47bb-8eec-feb331c492a1 None None] No non-hosted networks {{(pid=78707) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 17 14:35:54.912751 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2df786a1-63b5-4cf7-9761-513a8c2e1974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719'] for agent, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:35:58.558499 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e8af6495-848c-4f8f-8dbe-df42c9ca5770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719'] for agent, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:35:58.612743 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-fd4082c0-33af-4c81-8460-3f3b02daca41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:35:59.901039 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719'] for agent, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:01.365212 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.db.l3_hamode_db [None req-e8949fc2-2fdd-4024-95ec-ad6e71474a5b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 17 14:36:01.468290 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8949fc2-2fdd-4024-95ec-ad6e71474a5b None None] Routers set() bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:36:01.468834 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8949fc2-2fdd-4024-95ec-ad6e71474a5b None None] Router IDs set() for agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 17 14:36:01.936685 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719'] for agent, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:03.606111 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 34588) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:36:04.502390 dv-cinder-796859-1-iscsi neutron-server[78705]: WARNING oslo_policy.policy [None req-739fe7be-4b64-4f5a-b53f-90ba8fb1e85b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 17 14:36:04.502965 dv-cinder-796859-1-iscsi neutron-server[78705]: WARNING oslo_policy.policy [None req-739fe7be-4b64-4f5a-b53f-90ba8fb1e85b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 17 14:36:04.795130 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [None req-739fe7be-4b64-4f5a-b53f-90ba8fb1e85b admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 17 14:36:04.796429 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-739fe7be-4b64-4f5a-b53f-90ba8fb1e85b admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.1893363
Jun 17 14:36:07.471857 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 34602) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:36:07.928868 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-ee67845a-a521-4223-9e71-75f5a3a7dacb admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:36:08.035664 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.policy [None req-ee67845a-a521-4223-9e71-75f5a3a7dacb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78705) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 17 14:36:08.085342 dv-cinder-796859-1-iscsi neutron-server[78705]: WARNING oslo_policy.policy [None req-ee67845a-a521-4223-9e71-75f5a3a7dacb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 17 14:36:08.085757 dv-cinder-796859-1-iscsi neutron-server[78705]: WARNING oslo_policy.policy [None req-ee67845a-a521-4223-9e71-75f5a3a7dacb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 17 14:36:08.095729 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.quota [None req-ee67845a-a521-4223-9e71-75f5a3a7dacb admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2b28eb4640>.
Jun 17 14:36:08.116656 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ee67845a-a521-4223-9e71-75f5a3a7dacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:36:08.219514 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ee67845a-a521-4223-9e71-75f5a3a7dacb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738958909201', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738958908770', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738958914724', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738959610439', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738959619600', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738959596827', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3463948', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3515404', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529694', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-618063'] for rbac-policy, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:08.347517 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ee67845a-a521-4223-9e71-75f5a3a7dacb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:08.349637 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-ee67845a-a521-4223-9e71-75f5a3a7dacb admin admin] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8765070
Jun 17 14:36:11.534468 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 34616) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:36:12.051661 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '3aa50935a2ce416cab04cf6b0cae5683'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:36:12.057036 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:36:12.062395 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Usage tracker for resource:network and tenant:3aa50935a2ce416cab04cf6b0cae5683 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:36:12.068541 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:36:12.076504 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:36:12.089215 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Made reservation on behalf of 3aa50935a2ce416cab04cf6b0cae5683 for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:36:12.092577 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:12.113743 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:12.133428 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:36:12.140675 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Usage tracker for resource:security_group_rule and tenant:3aa50935a2ce416cab04cf6b0cae5683 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:36:12.149099 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:36:12.160503 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:36:12.330825 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:12.335966 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:12.340889 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:12.364172 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] vlan segment allocate from pool success with {'vlan_id': 1289, 'physical_network': 'physnet1'}  {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:36:12.397492 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738960076701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:12.398132 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2b29c6f9d0> segment precommit_create {{(pid=78705) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 17 14:36:12.398646 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.segments_db [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Added segment 6ff91bd3-383a-4b89-b54d-0deb19acd47d of type vlan for network 453ab184-616e-41d2-ab7f-9d015ec2e8c2
Jun 17 14:36:12.457164 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6426cd7b-81c4-4ca5-bb77-781dd48da3c5,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:12.481588 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:12.482077 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:12.482492 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:12.482902 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:12.483320 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:12.483776 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:12.484207 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:12.484609 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:12.485012 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:12.485972 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:12.487055 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:12.487055 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Tracked resource versions report:
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]: pushed versions:
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]: {   'AddressGroup': {'1.2'},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     'ConntrackHelper': {'1.0'},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     'Log': {'1.0'},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     'Network': {'1.1'},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     'Port': {'1.7'},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     'PortForwarding': {'1.2'},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     'QosPolicy': {'1.8'},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     'SecurityGroup': {'1.4'},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     'SecurityGroupRule': {'1.2'},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     'SubPort': {'1.0'},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     'Subnet': {'1.1'},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     'Trunk': {'1.1'}}
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]: consumer versions:
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]: {   DHCP agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     L3 agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     Metadata agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     Metering agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:     Open vSwitch agent@dv-cinder-796859-1-iscsi: {   'AddressGroup': '1.2',
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'ConntrackHelper': '1.0',
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'Log': '1.0',
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'Network': '1.1',
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'Port': '1.7',
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'PortForwarding': '1.2',
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'QosPolicy': '1.8',
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'SecurityGroup': '1.4',
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'SecurityGroupRule': '1.2',
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'SubPort': '1.0',
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'Subnet': '1.1',
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'Trunk': '1.1'}}
Jun 17 14:36:12.488347 dv-cinder-796859-1-iscsi neutron-server[78705]:  {{(pid=78705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 17 14:36:12.543366 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:12.558550 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:12.612368 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:12.615825 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:36:12.617112 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:12.622579 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:12.753696 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 1.2180376
Jun 17 14:36:12.757982 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Pushing event updated for resources: {'Network': ['ID=453ab184-616e-41d2-ab7f-9d015ec2e8c2,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:12.763218 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:12.775789 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network 453ab184-616e-41d2-ab7f-9d015ec2e8c2 details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:36:15.992842 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 34632) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:36:16.754071 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e9bd7-7367-4105-994f-bfd3f5564938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:36:16.755766 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-d44e9bd7-7367-4105-994f-bfd3f5564938 admin admin] 10.222.0.89 "GET /v2.0/networks/453ab184-616e-41d2-ab7f-9d015ec2e8c2 HTTP/1.1" status: 200  len: 826 time: 0.7617681
Jun 17 14:36:16.790316 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-a6f93eaf-8dee-47c7-8bd2-077cc0479259 admin admin] 10.222.0.89 "GET /v2.0/subnetpools/6c6e6c07-37bf-4a86-89cc-c9bbfea6c8e4 HTTP/1.1" status: 200  len: 734 time: 0.0283012
Jun 17 14:36:16.803089 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '6c6e6c07-37bf-4a86-89cc-c9bbfea6c8e4', 'gateway_ip': '172.20.0.1', 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2', 'ip_version': 4, 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:36:16.810930 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:36:16.819286 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Usage tracker for resource:subnet and tenant:3aa50935a2ce416cab04cf6b0cae5683 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:36:16.823302 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:36:16.831713 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:36:16.854155 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Made reservation on behalf of 3aa50935a2ce416cab04cf6b0cae5683 for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:36:16.856816 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:17.586496 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:17.594022 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:17.728995 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22306c40-01d0-4b41-b898-9dd7123e2ef7,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:17.735992 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:17.737154 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Checking segment: {'id': '6ff91bd3-383a-4b89-b54d-0deb19acd47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:36:17.737510 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Network hostable DHCP agents. Network: 453ab184-616e-41d2-ab7f-9d015ec2e8c2, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:36:17.769443 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Network 453ab184-616e-41d2-ab7f-9d015ec2e8c2 is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:36:17.789958 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, 453ab184-616e-41d2-ab7f-9d015ec2e8c2) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:36:17.798448 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:36:17.800291 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:17.802813 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba0823d-db80-48fd-a5af-f1abf41df13d None None] Network 453ab184-616e-41d2-ab7f-9d015ec2e8c2 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:36:17.834795 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0365560
Jun 17 14:36:18.268842 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ba3dc35-c8d0-5121-954b-099e47d2ccaa-453ab184-616e-41d2-ab7f-9d015ec2e8c2', 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2', 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683', 'fixed_ips': [{'subnet_id': '22306c40-01d0-4b41-b898-9dd7123e2ef7'}]}} from dv-cinder-796859-1-iscsi. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 17 14:36:18.270715 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:18.525328 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Allocated IP 172.20.0.2 (453ab184-616e-41d2-ab7f-9d015ec2e8c2/22306c40-01d0-4b41-b898-9dd7123e2ef7/f1617031-9cea-4350-96d1-fddf47c9c73e) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:36:18.843743 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:18.868103 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Transition to ACTIVE for port object f1617031-9cea-4350-96d1-fddf47c9c73e will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:36:18.906877 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Transition to ACTIVE for port object f1617031-9cea-4350-96d1-fddf47c9c73e will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:36:18.919295 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:18.928336 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:19.004023 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Network 453ab184-616e-41d2-ab7f-9d015ec2e8c2 is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:36:19.007201 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Resources bound (agent type, host, resource id):  {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:36:19.010994 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:36:19.051834 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Pushing event updated for resources: {'Port': ['ID=f1617031-9cea-4350-96d1-fddf47c9c73e,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:19.102830 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:19.103011 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:19.103370 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:19.103609 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:19.103923 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:19.104244 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:19.104629 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:19.104877 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:19.105207 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:19.105528 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:19.105846 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:19.106157 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Tracked resource versions report:
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]: pushed versions:
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]: {   'AddressGroup': {'1.2'},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     'ConntrackHelper': {'1.0'},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     'Log': {'1.0'},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     'Network': {'1.1'},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     'Port': {'1.7'},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     'PortForwarding': {'1.2'},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     'QosPolicy': {'1.8'},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     'SecurityGroup': {'1.4'},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     'SecurityGroupRule': {'1.2'},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     'SubPort': {'1.0'},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     'Subnet': {'1.1'},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     'Trunk': {'1.1'}}
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]: consumer versions:
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]: {   DHCP agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     L3 agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     Metadata agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     Metering agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:     Open vSwitch agent@dv-cinder-796859-1-iscsi: {   'AddressGroup': '1.2',
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'ConntrackHelper': '1.0',
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'Log': '1.0',
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'Network': '1.1',
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'Port': '1.7',
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'PortForwarding': '1.2',
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'QosPolicy': '1.8',
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'SecurityGroup': '1.4',
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'SecurityGroupRule': '1.2',
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'SubPort': '1.0',
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'Subnet': '1.1',
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'Trunk': '1.1'}}
Jun 17 14:36:19.107426 dv-cinder-796859-1-iscsi neutron-server[78707]:  {{(pid=78707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 17 14:36:19.119492 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:19.147694 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Attempting to bind port f1617031-9cea-4350-96d1-fddf47c9c73e on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:36:19.148098 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Attempting to bind port f1617031-9cea-4350-96d1-fddf47c9c73e by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '6ff91bd3-383a-4b89-b54d-0deb19acd47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:36:19.148601 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Attempting to bind port f1617031-9cea-4350-96d1-fddf47c9c73e on network 453ab184-616e-41d2-ab7f-9d015ec2e8c2 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:36:19.155157 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:36:19.155738 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Checking segment: {'id': '6ff91bd3-383a-4b89-b54d-0deb19acd47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:36:19.156229 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:19.156620 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Bound using segment: {'id': '6ff91bd3-383a-4b89-b54d-0deb19acd47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:36:19.158053 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Bound port: f1617031-9cea-4350-96d1-fddf47c9c73e, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff91bd3-383a-4b89-b54d-0deb19acd47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:36:19.158683 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:19.255767 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] For port f1617031-9cea-4350-96d1-fddf47c9c73e, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:36:19.260319 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] For port f1617031-9cea-4350-96d1-fddf47c9c73e, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=f1617031-9cea-4350-96d1-fddf47c9c73e,segment=NetworkSegment(6ff91bd3-383a-4b89-b54d-0deb19acd47d),segment_id=6ff91bd3-383a-4b89-b54d-0deb19acd47d)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:36:19.265931 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:19.270632 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:19.387523 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Pushing event updated for resources: {'Port': ['ID=f1617031-9cea-4350-96d1-fddf47c9c73e,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:19.391133 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:20.690079 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 34642) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:36:21.206096 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [None req-d91b404c-d255-4eb8-8ebf-c9c9281ff9c1 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 17 14:36:21.207360 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-d91b404c-d255-4eb8-8ebf-c9c9281ff9c1 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5162628
Jun 17 14:36:21.415686 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:36:23.488895 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faa8431-f766-4a8a-aa6c-06632c681553 None None] Network 453ab184-616e-41d2-ab7f-9d015ec2e8c2 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:36:23.629896 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-21f060f3-a925-4cad-a4fd-a60fd6d44b74 None None] Provisioning for port f1617031-9cea-4350-96d1-fddf47c9c73e completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:36:23.676242 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device f1617031-9cea-4350-96d1-fddf47c9c73e up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:36:23.817983 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port f1617031-9cea-4350-96d1-fddf47c9c73e completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:36:23.831015 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port f1617031-9cea-4350-96d1-fddf47c9c73e triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:36:23.831458 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:23.921047 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 34656) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:36:23.979716 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:24.027433 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port f1617031-9cea-4350-96d1-fddf47c9c73e, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=f1617031-9cea-4350-96d1-fddf47c9c73e,segment=NetworkSegment(6ff91bd3-383a-4b89-b54d-0deb19acd47d),segment_id=6ff91bd3-383a-4b89-b54d-0deb19acd47d)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:36:24.033291 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:24.037106 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-9e057708-d5a9-419e-9a23-cf1f705fd258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:24.145114 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=f1617031-9cea-4350-96d1-fddf47c9c73e,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:24.149532 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:24.274375 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-139ffd83-7548-44f6-8d89-c65e2efc5e98 None None] Provisioning complete for port f1617031-9cea-4350-96d1-fddf47c9c73e triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:36:24.274772 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-139ffd83-7548-44f6-8d89-c65e2efc5e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:24.457435 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:24.675992 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-617d4c7b-d2d7-421e-b994-1e8700a3b337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:24.720431 dv-cinder-796859-1-iscsi neutron-server[78706]: WARNING oslo_policy.policy [None req-5cb852ab-4c4e-4546-92a6-04752a8c1422 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 17 14:36:24.720678 dv-cinder-796859-1-iscsi neutron-server[78706]: WARNING oslo_policy.policy [None req-5cb852ab-4c4e-4546-92a6-04752a8c1422 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 17 14:36:24.940622 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [None req-5cb852ab-4c4e-4546-92a6-04752a8c1422 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=78706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 17 14:36:24.941878 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-5cb852ab-4c4e-4546-92a6-04752a8c1422 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.0179777
Jun 17 14:36:25.642253 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device f1617031-9cea-4350-96d1-fddf47c9c73e up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:36:25.719518 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port f1617031-9cea-4350-96d1-fddf47c9c73e triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:36:25.720245 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:28.166963 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 34672) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:36:28.553150 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-77410b79-8528-45db-985d-013119631e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:28.776836 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:36:28.863749 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.policy [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78706) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 17 14:36:28.960510 dv-cinder-796859-1-iscsi neutron-server[78706]: WARNING oslo_policy.policy [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 17 14:36:28.961146 dv-cinder-796859-1-iscsi neutron-server[78706]: WARNING oslo_policy.policy [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 17 14:36:28.987214 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.quota [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2b28eb4580>.
Jun 17 14:36:29.004713 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:36:29.013853 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] Usage tracker for resource:router and tenant:3aa50935a2ce416cab04cf6b0cae5683 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:36:29.023205 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:36:29.037293 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:36:29.066013 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1009'] for router, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:29.069074 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:29.107301 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:29.277758 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643652'] for router, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:29.312639 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:29.315286 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-6572a397-9336-4232-8278-4c8bf1ece522 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.1469476
Jun 17 14:36:29.825661 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:31.883890 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:32.333928 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 34694) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:36:32.521931 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [None req-aad10f18-b9df-41e4-b260-3037aaee81a9 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 17 14:36:32.522944 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-aad10f18-b9df-41e4-b260-3037aaee81a9 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1882293
Jun 17 14:36:34.933139 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 34714) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:36:34.997906 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:36:35.003948 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:36:35.009101 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Usage tracker for resource:network and tenant:a5a0746f68d14d7aa85d47480c8d10ec is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:36:35.013207 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:36:35.019233 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:36:35.030884 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Made reservation on behalf of a5a0746f68d14d7aa85d47480c8d10ec for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:36:35.034117 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:35.052854 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:35.069715 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:36:35.074073 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Usage tracker for resource:security_group_rule and tenant:a5a0746f68d14d7aa85d47480c8d10ec is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:36:35.079755 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:36:35.087875 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:36:35.216839 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:35.222665 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:35.227689 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:35.245155 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Reserving flat network on physical network physnet1 {{(pid=78706) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 17 14:36:35.280407 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738960076701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:35.281011 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2b29c6f9d0> segment precommit_create {{(pid=78706) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 17 14:36:35.281510 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.segments_db [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Added segment 2fc651cb-0415-4154-b7a1-7152e00109d7 of type flat for network a32b1f87-2a0e-42d0-949c-6abcb3897131
Jun 17 14:36:35.291412 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8556b1c7-6a5b-4cdf-845b-8c0cf85b755d,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:35.351098 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:35.351706 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:35.352019 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:35.352335 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:35.352643 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:35.352951 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:35.353254 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:35.353552 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:35.353927 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:35.354158 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:35.354482 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:35.355002 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Tracked resource versions report:
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]: pushed versions:
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]: {   'AddressGroup': {'1.2'},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     'ConntrackHelper': {'1.0'},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     'Log': {'1.0'},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     'Network': {'1.1'},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     'Port': {'1.7'},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     'PortForwarding': {'1.2'},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     'QosPolicy': {'1.8'},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     'SecurityGroup': {'1.4'},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     'SecurityGroupRule': {'1.2'},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     'SubPort': {'1.0'},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     'Subnet': {'1.1'},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     'Trunk': {'1.1'}}
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]: consumer versions:
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]: {   DHCP agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     L3 agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     Metadata agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     Metering agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:     Open vSwitch agent@dv-cinder-796859-1-iscsi: {   'AddressGroup': '1.2',
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'ConntrackHelper': '1.0',
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'Log': '1.0',
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'Network': '1.1',
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'Port': '1.7',
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'PortForwarding': '1.2',
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'QosPolicy': '1.8',
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'SecurityGroup': '1.4',
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'SecurityGroupRule': '1.2',
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'SubPort': '1.0',
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'Subnet': '1.1',
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'Trunk': '1.1'}}
Jun 17 14:36:35.356055 dv-cinder-796859-1-iscsi neutron-server[78706]:  {{(pid=78706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 17 14:36:35.426648 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:35.433849 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:35.508637 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:35.510923 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:36:35.511961 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:35.518434 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:35.694185 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7592523
Jun 17 14:36:35.695120 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Pushing event updated for resources: {'Network': ['ID=a32b1f87-2a0e-42d0-949c-6abcb3897131,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:35.711245 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:35.724990 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:36:38.523409 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 34728) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:36:38.682823 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddedc27-4fcf-46a8-8d0a-7463d6c4ba33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:36:38.684375 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-9ddedc27-4fcf-46a8-8d0a-7463d6c4ba33 admin admin] 10.222.0.89 "GET /v2.0/subnets/22306c40-01d0-4b41-b898-9dd7123e2ef7 HTTP/1.1" status: 200  len: 849 time: 0.1596644
Jun 17 14:36:38.880233 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-37d4c7c5-a090-43eb-98e8-aec1015e5179 admin admin] 10.222.0.89 "GET /v2.0/routers/2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881 HTTP/1.1" status: 200  len: 704 time: 0.1891549
Jun 17 14:36:39.439374 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:39.714918 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Allocated IP 172.20.0.1 (453ab184-616e-41d2-ab7f-9d015ec2e8c2/22306c40-01d0-4b41-b898-9dd7123e2ef7/4b0bbea9-276e-47fd-8c22-b29b069e4379) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:36:39.920704 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:39.941057 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Transition to ACTIVE for port object 4b0bbea9-276e-47fd-8c22-b29b069e4379 will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:36:40.015579 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:40.020341 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:40.093460 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Network 453ab184-616e-41d2-ab7f-9d015ec2e8c2 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:36:40.100450 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:36:40.109540 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:36:40.110477 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650539'] for router_interface, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:40.311909 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Pushing event updated for resources: {'Port': ['ID=4b0bbea9-276e-47fd-8c22-b29b069e4379,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:40.329541 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:40.352876 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-667ee435-b5b7-4dd4-969a-2bdbcc202b19 None None] Provisioning for port 4b0bbea9-276e-47fd-8c22-b29b069e4379 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:36:40.358796 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-667ee435-b5b7-4dd4-969a-2bdbcc202b19 None None] Provisioning complete for port 4b0bbea9-276e-47fd-8c22-b29b069e4379 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:36:40.359297 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-667ee435-b5b7-4dd4-969a-2bdbcc202b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:40.415527 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-667ee435-b5b7-4dd4-969a-2bdbcc202b19 None None] Port 4b0bbea9-276e-47fd-8c22-b29b069e4379 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:36:40.495510 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:40.880682 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:40.886788 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:40.888093 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650632'] for router_interface, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:40.891661 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:40.990861 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Pushing event updated for resources: {'Port': ['ID=4b0bbea9-276e-47fd-8c22-b29b069e4379,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:41.035798 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:41.096799 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Network 453ab184-616e-41d2-ab7f-9d015ec2e8c2 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:36:41.097939 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:36:41.317843 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Router 2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881 is scheduled to L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 with binding_index 1 {{(pid=78705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 17 14:36:41.346869 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-25b02202-639a-416e-b3a5-33fd44b33dad None None] Provisioning complete for port 4b0bbea9-276e-47fd-8c22-b29b069e4379 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:36:41.347489 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-25b02202-639a-416e-b3a5-33fd44b33dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:41.418199 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-25b02202-639a-416e-b3a5-33fd44b33dad None None] Port 4b0bbea9-276e-47fd-8c22-b29b069e4379 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:36:41.530746 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:36:41.541235 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] 10.222.0.89 "PUT /v2.0/routers/2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6552858
Jun 17 14:36:41.541612 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Sync routers for ids ['2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:36:41.555894 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Routers {'2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:36:41.556724 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28ff2430>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:36:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:36:41.758104 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Set router 2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881 gateway port host: None {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:36:42.176327 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28ff2430>, [{'id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'name': 'router1', 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:36:29Z', 'updated_at': '2021-06-17T14:36:40Z', 'revision_number': 2, 'project_id': '3aa50935a2ce416cab04cf6b0cae5683', 'gw_port_host': None, '_interfaces': [{'id': '4b0bbea9-276e-47fd-8c22-b29b069e4379', 'name': '', 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2', 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683', 'mac_address': 'fa:16:3e:df:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22306c40-01d0-4b41-b898-9dd7123e2ef7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:36:39Z', 'updated_at': '2021-06-17T14:36:40Z', 'revision_number': 2, 'project_id': '3aa50935a2ce416cab04cf6b0cae5683', 'subnets': [{'id': '22306c40-01d0-4b41-b898-9dd7123e2ef7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c6e6c07-37bf-4a86-89cc-c9bbfea6c8e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:36:42.181509 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Checking router: 2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881 for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:36:42.181884 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Updating router 2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881 port 4b0bbea9-276e-47fd-8c22-b29b069e4379 binding host dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:36:42.251623 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:42.728510 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:42.749341 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Transition to ACTIVE for port object 4b0bbea9-276e-47fd-8c22-b29b069e4379 will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:36:42.761223 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:42.768188 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:43.025530 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Pushing event updated for resources: {'Port': ['ID=4b0bbea9-276e-47fd-8c22-b29b069e4379,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:43.060271 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:43.060663 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:43.060935 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:43.061303 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:43.061679 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:43.062004 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:43.062331 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:43.063252 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:43.063909 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:43.064663 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:43.064986 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:43.065302 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Tracked resource versions report:
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]: pushed versions:
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]: {   'AddressGroup': {'1.2'},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     'ConntrackHelper': {'1.0'},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     'Log': {'1.0'},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     'Network': {'1.1'},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     'Port': {'1.7'},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     'PortForwarding': {'1.2'},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     'QosPolicy': {'1.8'},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     'SecurityGroup': {'1.4'},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     'SecurityGroupRule': {'1.2'},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     'SubPort': {'1.0'},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     'Subnet': {'1.1'},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     'Trunk': {'1.1'}}
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]: consumer versions:
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]: {   DHCP agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     L3 agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     Metadata agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     Metering agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:     Open vSwitch agent@dv-cinder-796859-1-iscsi: {   'AddressGroup': '1.2',
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'ConntrackHelper': '1.0',
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'Log': '1.0',
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'Network': '1.1',
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'Port': '1.7',
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'PortForwarding': '1.2',
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'QosPolicy': '1.8',
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'SecurityGroup': '1.4',
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'SecurityGroupRule': '1.2',
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'SubPort': '1.0',
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'Subnet': '1.1',
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'Trunk': '1.1'}}
Jun 17 14:36:43.076428 dv-cinder-796859-1-iscsi neutron-server[78708]:  {{(pid=78708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 17 14:36:43.079837 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Attempting to bind port 4b0bbea9-276e-47fd-8c22-b29b069e4379 on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:36:43.080366 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Attempting to bind port 4b0bbea9-276e-47fd-8c22-b29b069e4379 by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '6ff91bd3-383a-4b89-b54d-0deb19acd47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:36:43.081059 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Attempting to bind port 4b0bbea9-276e-47fd-8c22-b29b069e4379 on network 453ab184-616e-41d2-ab7f-9d015ec2e8c2 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:36:43.086129 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:43.090654 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:36:43.090654 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Checking segment: {'id': '6ff91bd3-383a-4b89-b54d-0deb19acd47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:36:43.090654 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:43.091258 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Bound using segment: {'id': '6ff91bd3-383a-4b89-b54d-0deb19acd47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:36:43.091587 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Bound port: 4b0bbea9-276e-47fd-8c22-b29b069e4379, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff91bd3-383a-4b89-b54d-0deb19acd47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:36:43.091984 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:43.198542 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] For port 4b0bbea9-276e-47fd-8c22-b29b069e4379, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:36:43.205497 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] For port 4b0bbea9-276e-47fd-8c22-b29b069e4379, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=4b0bbea9-276e-47fd-8c22-b29b069e4379,segment=NetworkSegment(6ff91bd3-383a-4b89-b54d-0deb19acd47d),segment_id=6ff91bd3-383a-4b89-b54d-0deb19acd47d)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:36:43.213278 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:43.218667 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:43.302929 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Routers {'2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:36:43.303814 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28ff2430>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:36:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:36:43.502594 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Pushing event updated for resources: {'Port': ['ID=4b0bbea9-276e-47fd-8c22-b29b069e4379,revision_number=4']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:43.517362 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:43.537594 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] Set router 2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881 gateway port host: None {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:36:43.974095 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 34740) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:36:43.980271 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28ff2430>, [{'id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'name': 'router1', 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:36:29Z', 'updated_at': '2021-06-17T14:36:40Z', 'revision_number': 2, 'project_id': '3aa50935a2ce416cab04cf6b0cae5683', 'gw_port_host': None, '_interfaces': [{'id': '4b0bbea9-276e-47fd-8c22-b29b069e4379', 'name': '', 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2', 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683', 'mac_address': 'fa:16:3e:df:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22306c40-01d0-4b41-b898-9dd7123e2ef7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:36:39Z', 'updated_at': '2021-06-17T14:36:43Z', 'revision_number': 4, 'project_id': '3aa50935a2ce416cab04cf6b0cae5683', 'subnets': [{'id': '22306c40-01d0-4b41-b898-9dd7123e2ef7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c6e6c07-37bf-4a86-89cc-c9bbfea6c8e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:36:43.986064 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1acfc-f57e-4033-9ece-1142bc9071e7 None None] The sync data for ids ['2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881'] in dv-cinder-796859-1-iscsi is: [{'id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'name': 'router1', 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:36:29Z', 'updated_at': '2021-06-17T14:36:40Z', 'revision_number': 2, 'project_id': '3aa50935a2ce416cab04cf6b0cae5683', 'gw_port_host': None, '_interfaces': [{'id': '4b0bbea9-276e-47fd-8c22-b29b069e4379', 'name': '', 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2', 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683', 'mac_address': 'fa:16:3e:df:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22306c40-01d0-4b41-b898-9dd7123e2ef7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:36:39Z', 'updated_at': '2021-06-17T14:36:43Z', 'revision_number': 4, 'project_id': '3aa50935a2ce416cab04cf6b0cae5683', 'subnets': [{'id': '22306c40-01d0-4b41-b898-9dd7123e2ef7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c6e6c07-37bf-4a86-89cc-c9bbfea6c8e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:36:44.156978 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5539469d-56cc-4ca1-909a-9cbfd62193e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:36:44.160716 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-5539469d-56cc-4ca1-909a-9cbfd62193e7 admin admin] 10.222.0.89 "GET /v2.0/networks/a32b1f87-2a0e-42d0-949c-6abcb3897131 HTTP/1.1" status: 200  len: 842 time: 0.1831295
Jun 17 14:36:44.168184 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:36:44.174337 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:36:44.178374 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Usage tracker for resource:subnet and tenant:a5a0746f68d14d7aa85d47480c8d10ec is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:36:44.181292 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:36:44.187273 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:36:44.198950 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Made reservation on behalf of a5a0746f68d14d7aa85d47480c8d10ec for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:36:44.201323 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:44.701882 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.objects.ports [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78705) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 17 14:36:44.702709 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:44.710256 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:44.820906 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29cb13d1-da25-47f9-af3f-ffda78adc3e8,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:44.824900 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:44.831065 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Checking segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:36:44.831685 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Network hostable DHCP agents. Network: a32b1f87-2a0e-42d0-949c-6abcb3897131, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:36:44.857706 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:36:44.877917 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, a32b1f87-2a0e-42d0-949c-6abcb3897131) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:36:44.883335 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:36:44.884222 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:44.889150 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca4cba0-1284-476e-93e3-838c4a1c2847 None None] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:36:44.918941 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7545602
Jun 17 14:36:45.210933 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f8d16-b071-41ea-9cd5-f859de9c7fa2 None None] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:36:45.667037 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 4b0bbea9-276e-47fd-8c22-b29b069e4379 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:36:45.746049 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 4b0bbea9-276e-47fd-8c22-b29b069e4379 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:36:45.753651 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 4b0bbea9-276e-47fd-8c22-b29b069e4379 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:36:45.753651 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:45.907316 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:45.943235 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 4b0bbea9-276e-47fd-8c22-b29b069e4379, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=4b0bbea9-276e-47fd-8c22-b29b069e4379,segment=NetworkSegment(6ff91bd3-383a-4b89-b54d-0deb19acd47d),segment_id=6ff91bd3-383a-4b89-b54d-0deb19acd47d)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:36:45.948457 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:45.951402 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:46.059161 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=4b0bbea9-276e-47fd-8c22-b29b069e4379,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:46.069037 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:47.379959 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 34754) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:36:47.654114 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-a24d0c3e-2615-40e6-8ccb-58eabdee51d4 admin admin] 10.222.0.89 "GET /v2.0/routers/2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881 HTTP/1.1" status: 200  len: 710 time: 0.2731054
Jun 17 14:36:47.662354 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 4b0bbea9-276e-47fd-8c22-b29b069e4379 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:36:47.743806 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 4b0bbea9-276e-47fd-8c22-b29b069e4379 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:36:47.744387 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:47.804172 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00aa382-a8ab-4429-87b8-c4517a8383ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:36:47.805562 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-a00aa382-a8ab-4429-87b8-c4517a8383ec admin admin] 10.222.0.89 "GET /v2.0/networks/a32b1f87-2a0e-42d0-949c-6abcb3897131 HTTP/1.1" status: 200  len: 886 time: 0.1453092
Jun 17 14:36:47.816763 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:36:48.369465 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-922'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:48.937057 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:49.041432 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:49.198553 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Allocated IP 172.27.3.176 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:36:49.376611 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:49.417252 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:49.426077 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:49.546197 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:36:49.552430 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:36:49.556436 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:36:49.690935 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Pushing event updated for resources: {'Port': ['ID=c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:49.696323 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:50.128069 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:50.593612 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-922'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:50.606121 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-567557'] for router, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:50.878378 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Router 2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:36:51.073146 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:36:51.082128 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:51.083339 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] 10.222.0.89 "PUT /v2.0/routers/2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881 HTTP/1.1" status: 200  len: 890 time: 3.2717700
Jun 17 14:36:51.083544 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Sync routers for ids ['2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:36:51.097801 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Routers {'2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:36:51.098722 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2a1370d0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:36:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:36:51.325999 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Set router 2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:36:51.762395 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2a1370d0>, [{'id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'name': 'router1', 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:36:29Z', 'updated_at': '2021-06-17T14:36:49Z', 'revision_number': 4, 'project_id': '3aa50935a2ce416cab04cf6b0cae5683', 'gw_port': {'id': 'c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:36:49Z', 'updated_at': '2021-06-17T14:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '4b0bbea9-276e-47fd-8c22-b29b069e4379', 'name': '', 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2', 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683', 'mac_address': 'fa:16:3e:df:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22306c40-01d0-4b41-b898-9dd7123e2ef7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:36:39Z', 'updated_at': '2021-06-17T14:36:45Z', 'revision_number': 5, 'project_id': '3aa50935a2ce416cab04cf6b0cae5683', 'subnets': [{'id': '22306c40-01d0-4b41-b898-9dd7123e2ef7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c6e6c07-37bf-4a86-89cc-c9bbfea6c8e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:36:51.768362 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Checking router: 2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881 for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:36:51.768805 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Updating router 2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881 port c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a binding host dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:36:51.829616 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:52.245457 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:52.259839 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Transition to ACTIVE for port object c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:36:52.268579 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:52.272924 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:52.382864 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Attempting to bind port c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:36:52.383162 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Attempting to bind port c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:36:52.383570 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Attempting to bind port c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a on network a32b1f87-2a0e-42d0-949c-6abcb3897131 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:36:52.385666 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a74e1-451d-462e-81e6-399c4a2f2e11 None None] Pushing event updated for resources: {'Port': ['ID=c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:52.390069 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-7c0a74e1-451d-462e-81e6-399c4a2f2e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:52.393876 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:36:52.394270 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Checking segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:36:52.394677 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:52.395065 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Bound using segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:36:52.395668 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Bound port: c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:36:52.395970 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:52.480979 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] For port c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:36:52.485654 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] For port c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:36:52.490762 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:52.495024 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:52.577739 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Routers {'2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:36:52.579169 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2a1370d0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:36:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:36:52.634044 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a74e1-451d-462e-81e6-399c4a2f2e11 None None] Pushing event updated for resources: {'Port': ['ID=c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:52.637292 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-7c0a74e1-451d-462e-81e6-399c4a2f2e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:52.794936 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] Set router 2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:36:53.192800 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2a1370d0>, [{'id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'name': 'router1', 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:36:29Z', 'updated_at': '2021-06-17T14:36:49Z', 'revision_number': 4, 'project_id': '3aa50935a2ce416cab04cf6b0cae5683', 'gw_port': {'id': 'c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:36:49Z', 'updated_at': '2021-06-17T14:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '4b0bbea9-276e-47fd-8c22-b29b069e4379', 'name': '', 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2', 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683', 'mac_address': 'fa:16:3e:df:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22306c40-01d0-4b41-b898-9dd7123e2ef7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:36:39Z', 'updated_at': '2021-06-17T14:36:45Z', 'revision_number': 5, 'project_id': '3aa50935a2ce416cab04cf6b0cae5683', 'subnets': [{'id': '22306c40-01d0-4b41-b898-9dd7123e2ef7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c6e6c07-37bf-4a86-89cc-c9bbfea6c8e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:36:53.201192 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c220c8d-5e89-4ed2-8483-c368969c62ae None None] The sync data for ids ['2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881'] in dv-cinder-796859-1-iscsi is: [{'id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'name': 'router1', 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:36:29Z', 'updated_at': '2021-06-17T14:36:49Z', 'revision_number': 4, 'project_id': '3aa50935a2ce416cab04cf6b0cae5683', 'gw_port': {'id': 'c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:36:49Z', 'updated_at': '2021-06-17T14:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '4b0bbea9-276e-47fd-8c22-b29b069e4379', 'name': '', 'network_id': '453ab184-616e-41d2-ab7f-9d015ec2e8c2', 'tenant_id': '3aa50935a2ce416cab04cf6b0cae5683', 'mac_address': 'fa:16:3e:df:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7ac9f-e4ff-4a8b-8da8-03b93dbaf881', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22306c40-01d0-4b41-b898-9dd7123e2ef7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:36:39Z', 'updated_at': '2021-06-17T14:36:45Z', 'revision_number': 5, 'project_id': '3aa50935a2ce416cab04cf6b0cae5683', 'subnets': [{'id': '22306c40-01d0-4b41-b898-9dd7123e2ef7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c6e6c07-37bf-4a86-89cc-c9bbfea6c8e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:36:53.683791 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:36:53.754781 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 34764) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:36:53.771033 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:36:53.776953 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:36:53.777345 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:53.893210 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-a196cd2c-3697-42cf-9d3a-cd09a1037253 admin admin] 10.222.0.89 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1372490
Jun 17 14:36:53.919047 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:53.941076 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:36:53.946809 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:53.949465 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-7c0a74e1-451d-462e-81e6-399c4a2f2e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:36:54.028647 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:36:54.032724 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:36:54.455925 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:54.673259 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c9af9ee3-9abf-41ea-a322-6629ab6016a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:55.670403 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:36:55.770940 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port c7d0a35a-2d5c-4c04-b8f9-f7a5989dba0a triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:36:55.771327 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:58.430037 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:36:58.569897 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d6ded36d-1f3f-4fc9-9581-fa4b6aebaa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:36:59.832193 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:37:01.888013 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:37:24.460922 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:37:24.679884 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3b9deca1-ccfe-4e71-86f4-ab902c532090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:37:28.559830 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a455c083-442b-4ffa-b943-eb7b7f295188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:37:29.836184 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:37:31.900137 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:37:35.426281 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:37:54.467977 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:37:54.679878 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7aa706ed-747d-4807-98d5-3ea7e18b8756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:37:58.561778 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ecccedd9-9d9a-4ea7-a740-1436344b27cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:37:59.840733 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:38:01.946666 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:38:12.428549 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:38:24.463463 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:38:24.668341 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-05128961-c149-479e-8e77-2aabdb50bc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:38:28.556246 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-84f61c74-edc6-4f3a-bb8d-bbcc7600a6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:38:29.835241 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:38:31.912458 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:38:49.427898 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:38:54.447994 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:38:54.664587 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bb705d3c-ccc1-4c6a-92e4-b41d91d01f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:38:58.552835 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-fc52dd0b-b70d-44fe-a0e2-7c7a937e1af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:38:59.837698 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:01.904750 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:15.674581 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35334) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:39:15.748283 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09c3f3e-368e-42a1-8194-0107b809576b admin admin] GET failed (client error): The resource could not be found.
Jun 17 14:39:15.749618 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-d09c3f3e-368e-42a1-8194-0107b809576b admin admin] 10.222.0.89 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0740869
Jun 17 14:39:15.886386 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f563702d-9c1d-492c-a82a-9dd8869ad636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:15.888488 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-f563702d-9c1d-492c-a82a-9dd8869ad636 admin admin] 10.222.0.89 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1342638
Jun 17 14:39:18.183035 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35344) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:39:18.321612 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1af6805-7c27-413f-8587-9ff256e6ec42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:18.322092 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-a1af6805-7c27-413f-8587-9ff256e6ec42 admin admin] Synchronizing usage tracker for tenant:a5a0746f68d14d7aa85d47480c8d10ec on resource:subnet {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:39:18.341630 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-a1af6805-7c27-413f-8587-9ff256e6ec42 admin admin] Unset dirty status for tenant:a5a0746f68d14d7aa85d47480c8d10ec on resource:subnet {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:39:18.343369 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-a1af6805-7c27-413f-8587-9ff256e6ec42 admin admin] 10.222.0.89 "GET /v2.0/subnets/22306c40-01d0-4b41-b898-9dd7123e2ef7 HTTP/1.1" status: 200  len: 849 time: 0.1588790
Jun 17 14:39:18.353447 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:39:18.484612 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:18.722563 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738960051604'] for subnet, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:18.726820 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e6406a78-fc18-4f3b-9958-b67d9d167ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:39:18.776029 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:18.776623 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:18.777972 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] 10.222.0.89 "PUT /v2.0/subnets/22306c40-01d0-4b41-b898-9dd7123e2ef7 HTTP/1.1" status: 200  len: 868 time: 0.4288502
Jun 17 14:39:18.778852 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9695b49a-aa6b-4bb2-a19d-96ca69ff5d71 None None] Network 453ab184-616e-41d2-ab7f-9d015ec2e8c2 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:39:18.816824 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22306c40-01d0-4b41-b898-9dd7123e2ef7,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:39:18.829473 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:39:18.830076 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:39:18.830630 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:39:18.831160 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:39:18.831924 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:39:18.832547 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:39:18.833416 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:39:18.833986 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:39:18.834571 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:39:18.835132 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:39:18.835751 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:39:18.836337 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:39:18.841876 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:39:19.399566 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-e72ea787-6d1e-4935-873b-7ccfa5a0fc69 None None] Provisioning complete for port f1617031-9cea-4350-96d1-fddf47c9c73e triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:39:19.399962 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e72ea787-6d1e-4935-873b-7ccfa5a0fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:19.557480 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-e72ea787-6d1e-4935-873b-7ccfa5a0fc69 None None] Provisioning complete for port 4b0bbea9-276e-47fd-8c22-b29b069e4379 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:39:19.557921 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e72ea787-6d1e-4935-873b-7ccfa5a0fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:21.004336 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35356) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:39:21.196338 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3457ca-aea8-4d3c-9cd8-9ec800364dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:21.196814 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3457ca-aea8-4d3c-9cd8-9ec800364dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:21.198345 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-ae3457ca-aea8-4d3c-9cd8-9ec800364dd8 admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1930130
Jun 17 14:39:23.394238 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35366) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:39:23.640588 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9998f1c2-3945-4b38-a95b-71f8e8d82dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:23.641075 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9998f1c2-3945-4b38-a95b-71f8e8d82dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:23.642600 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-9998f1c2-3945-4b38-a95b-71f8e8d82dab admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.2473934
Jun 17 14:39:24.454578 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:24.669282 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-eed51e1c-5e99-4c66-82c6-5426db01f8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:25.842838 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35376) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:39:26.025838 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c88a797-65fb-4e10-a615-3a9b1e74986f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:26.027173 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-0c88a797-65fb-4e10-a615-3a9b1e74986f admin admin] 10.222.0.89 "GET /v2.0/networks/453ab184-616e-41d2-ab7f-9d015ec2e8c2 HTTP/1.1" status: 200  len: 870 time: 0.1830876
Jun 17 14:39:26.427497 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:39:28.230938 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 35386) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:39:28.417993 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0b3df-b136-4947-82de-b51c67a22f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:28.419712 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-8db0b3df-b136-4947-82de-b51c67a22f07 admin admin] Synchronizing usage tracker for tenant:a5a0746f68d14d7aa85d47480c8d10ec on resource:network {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:39:28.439825 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-8db0b3df-b136-4947-82de-b51c67a22f07 admin admin] Unset dirty status for tenant:a5a0746f68d14d7aa85d47480c8d10ec on resource:network {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:39:28.440910 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-8db0b3df-b136-4947-82de-b51c67a22f07 admin admin] 10.222.0.89 "GET /v2.0/networks/a32b1f87-2a0e-42d0-949c-6abcb3897131 HTTP/1.1" status: 200  len: 886 time: 0.2083151
Jun 17 14:39:28.557171 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-41027693-8b1b-4bae-bef9-4c36cf4c5349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:29.840751 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:30.611934 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35396) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:39:30.739184 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020207f0-e7d5-4ac6-8815-6f7100b59dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:30.739678 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020207f0-e7d5-4ac6-8815-6f7100b59dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:30.741195 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-020207f0-e7d5-4ac6-8815-6f7100b59dd2 admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1283205
Jun 17 14:39:31.904895 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:32.939951 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35406) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:39:33.053897 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5195c09-ff27-40b7-93fa-ae937c7c0eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:33.054511 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5195c09-ff27-40b7-93fa-ae937c7c0eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:33.056053 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-c5195c09-ff27-40b7-93fa-ae937c7c0eb1 admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1151049
Jun 17 14:39:35.244462 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 35416) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:39:35.367450 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e460008a-79ee-4cb3-af1b-1b8a84e3443f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:35.368842 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-e460008a-79ee-4cb3-af1b-1b8a84e3443f admin admin] 10.222.0.89 "GET /v2.0/subnets/22306c40-01d0-4b41-b898-9dd7123e2ef7 HTTP/1.1" status: 200  len: 868 time: 0.1232879
Jun 17 14:39:37.577100 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 35426) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:39:37.686017 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe663eb-bfea-47ab-a5d0-1063bb8c7ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:39:37.687355 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-bfe663eb-bfea-47ab-a5d0-1063bb8c7ff2 admin admin] 10.222.0.89 "GET /v2.0/subnets/29cb13d1-da25-47f9-af3f-ffda78adc3e8 HTTP/1.1" status: 200  len: 816 time: 0.1093199
Jun 17 14:39:54.451951 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:54.674441 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2728f87b-4ce4-4b5a-afd9-021776652bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:58.568567 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7ce5f303-ee2b-4ea4-a823-6f5ea6ad77a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:39:59.847102 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:01.913000 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:02.073209 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35474) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:40:02.125211 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [None req-be63fc91-b5bc-4b4c-aa08-c28fb22b7f80 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 17 14:40:02.126217 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-be63fc91-b5bc-4b4c-aa08-c28fb22b7f80 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0520306
Jun 17 14:40:03.427112 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:40:04.443736 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35484) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:40:04.519000 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccccd0d-9f27-450c-97d6-d7cd707695e0 admin admin] GET failed (client error): The resource could not be found.
Jun 17 14:40:04.520387 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-1ccccd0d-9f27-450c-97d6-d7cd707695e0 admin admin] 10.222.0.89 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0757856
Jun 17 14:40:04.661162 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6497316b-4759-4f0f-a7f7-0eeadb29dd51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:40:04.662636 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-6497316b-4759-4f0f-a7f7-0eeadb29dd51 admin admin] 10.222.0.89 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1380353
Jun 17 14:40:06.992561 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35498) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:40:07.046811 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:40:07.052441 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:40:07.065014 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:40:07.078458 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Made reservation on behalf of a5a0746f68d14d7aa85d47480c8d10ec for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:40:07.082484 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:07.186518 dv-cinder-796859-1-iscsi neutron-server[78705]: WARNING neutron.services.revisions.revision_plugin [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f2b28198940] {project_id='a5a0746f68d14d7aa85d47480c8d10ec', id='47ea95f1-36f5-47af-9d08-0b2197121990', target_tenant='*', action='access_as_shared', object_id='b907ec53-ba5c-41fb-90da-416eb52bda31'}> to bump revision.
Jun 17 14:40:07.200406 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'}  {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:40:07.210535 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:07.210865 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.segments_db [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Added segment d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0 of type vlan for network b907ec53-ba5c-41fb-90da-416eb52bda31
Jun 17 14:40:07.248289 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:07.289948 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:07.291271 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:40:07.291864 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:07.296889 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:40:07.405229 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.4113688
Jun 17 14:40:07.409467 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Pushing event updated for resources: {'Network': ['ID=b907ec53-ba5c-41fb-90da-416eb52bda31,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:40:07.413463 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:40:07.423659 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network b907ec53-ba5c-41fb-90da-416eb52bda31 details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:40:09.640392 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35508) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:40:09.713394 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.pecan_wsgi.hooks.translation [None req-744d09df-98d6-451e-9099-8bb24a4438e8 admin admin] GET failed (client error): The resource could not be found.
Jun 17 14:40:09.713917 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-744d09df-98d6-451e-9099-8bb24a4438e8 admin admin] Synchronizing usage tracker for tenant:a5a0746f68d14d7aa85d47480c8d10ec on resource:network {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:40:09.731755 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-744d09df-98d6-451e-9099-8bb24a4438e8 admin admin] Unset dirty status for tenant:a5a0746f68d14d7aa85d47480c8d10ec on resource:network {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:40:09.732920 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-744d09df-98d6-451e-9099-8bb24a4438e8 admin admin] 10.222.0.89 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0915618
Jun 17 14:40:09.848134 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f364d88d-7a26-40ad-b14b-99261f7c4d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:40:09.849484 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-f364d88d-7a26-40ad-b14b-99261f7c4d5b admin admin] 10.222.0.89 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1123567
Jun 17 14:40:09.860065 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'b907ec53-ba5c-41fb-90da-416eb52bda31', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:40:09.865368 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:40:09.875794 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:40:09.887616 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] Made reservation on behalf of a5a0746f68d14d7aa85d47480c8d10ec for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:40:09.890086 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:10.330964 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:10.334743 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:40:10.407057 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e1f12b-70a9-4a96-8023-6a8e2170e1c8,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:40:10.411026 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:40:10.418910 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] Checking segment: {'id': 'd4ac6b0c-0c35-47d0-a0b8-aae1a410aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'b907ec53-ba5c-41fb-90da-416eb52bda31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:40:10.419274 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] Network hostable DHCP agents. Network: b907ec53-ba5c-41fb-90da-416eb52bda31, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:40:10.440221 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] Network b907ec53-ba5c-41fb-90da-416eb52bda31 is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:40:10.451083 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, b907ec53-ba5c-41fb-90da-416eb52bda31) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:40:10.455427 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:40:10.456019 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:10.462939 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3ae4ca-d4c6-4e0f-95a1-46d722e7dd5d None None] Network b907ec53-ba5c-41fb-90da-416eb52bda31 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:40:10.494937 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-1de2c47a-2bb9-4a49-94af-96903b2e2fb9 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6381178
Jun 17 14:40:10.734668 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ba3dc35-c8d0-5121-954b-099e47d2ccaa-b907ec53-ba5c-41fb-90da-416eb52bda31', 'network_id': 'b907ec53-ba5c-41fb-90da-416eb52bda31', 'tenant_id': 'a5a0746f68d14d7aa85d47480c8d10ec', 'fixed_ips': [{'subnet_id': '69e1f12b-70a9-4a96-8023-6a8e2170e1c8'}]}} from dv-cinder-796859-1-iscsi. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 17 14:40:10.736053 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:10.924164 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Allocated IP 192.168.233.2 (b907ec53-ba5c-41fb-90da-416eb52bda31/69e1f12b-70a9-4a96-8023-6a8e2170e1c8/268334de-76b6-4393-8d55-3f35501b7310) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:40:11.216554 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:11.229267 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Transition to ACTIVE for port object 268334de-76b6-4393-8d55-3f35501b7310 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:40:11.258406 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Transition to ACTIVE for port object 268334de-76b6-4393-8d55-3f35501b7310 will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:40:11.266070 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:11.270757 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:40:11.337997 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Network b907ec53-ba5c-41fb-90da-416eb52bda31 is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:40:11.340973 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Resources bound (agent type, host, resource id):  {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:40:11.345341 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Pushing event updated for resources: {'Port': ['ID=268334de-76b6-4393-8d55-3f35501b7310,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:40:11.347802 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:40:11.382202 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:40:11.382589 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:40:11.382872 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:40:11.383232 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:40:11.383584 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:40:11.383908 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:40:11.384232 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:40:11.384553 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:40:11.384887 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:40:11.385211 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:40:11.385525 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:40:11.385845 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:40:11.398122 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:40:11.462955 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Attempting to bind port 268334de-76b6-4393-8d55-3f35501b7310 on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:40:11.463291 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Attempting to bind port 268334de-76b6-4393-8d55-3f35501b7310 by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': 'd4ac6b0c-0c35-47d0-a0b8-aae1a410aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'b907ec53-ba5c-41fb-90da-416eb52bda31'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:40:11.464004 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Attempting to bind port 268334de-76b6-4393-8d55-3f35501b7310 on network b907ec53-ba5c-41fb-90da-416eb52bda31 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:40:11.472729 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:40:11.473099 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Checking segment: {'id': 'd4ac6b0c-0c35-47d0-a0b8-aae1a410aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'b907ec53-ba5c-41fb-90da-416eb52bda31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:40:11.473535 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:11.473932 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Bound using segment: {'id': 'd4ac6b0c-0c35-47d0-a0b8-aae1a410aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'b907ec53-ba5c-41fb-90da-416eb52bda31'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:40:11.474398 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Bound port: 268334de-76b6-4393-8d55-3f35501b7310, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ac6b0c-0c35-47d0-a0b8-aae1a410aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'b907ec53-ba5c-41fb-90da-416eb52bda31'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:40:11.474791 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:11.585719 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] For port 268334de-76b6-4393-8d55-3f35501b7310, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:40:11.590447 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] For port 268334de-76b6-4393-8d55-3f35501b7310, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=268334de-76b6-4393-8d55-3f35501b7310,segment=NetworkSegment(d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0),segment_id=d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:40:11.596163 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:11.600244 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:40:11.691962 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Pushing event updated for resources: {'Port': ['ID=268334de-76b6-4393-8d55-3f35501b7310,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:40:11.700760 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:40:12.520733 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d6c7bf-d7cc-4399-8969-8040f1be3a8d None None] Network b907ec53-ba5c-41fb-90da-416eb52bda31 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:40:12.682763 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-1779b0c6-561b-436d-94a6-80cf959c130f None None] Provisioning for port 268334de-76b6-4393-8d55-3f35501b7310 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:40:13.797101 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 268334de-76b6-4393-8d55-3f35501b7310 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:40:13.873878 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 268334de-76b6-4393-8d55-3f35501b7310 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:40:13.879313 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 268334de-76b6-4393-8d55-3f35501b7310 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:40:13.879841 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:14.029711 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:14.066861 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 268334de-76b6-4393-8d55-3f35501b7310, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=268334de-76b6-4393-8d55-3f35501b7310,segment=NetworkSegment(d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0),segment_id=d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:40:14.072089 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:14.076871 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:40:14.151719 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=268334de-76b6-4393-8d55-3f35501b7310,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:40:14.157305 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:40:15.771188 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 268334de-76b6-4393-8d55-3f35501b7310 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:40:15.863337 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 268334de-76b6-4393-8d55-3f35501b7310 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:40:15.863821 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:24.448508 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:24.686558 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-95f8765f-14bf-4bb4-bec4-aa8aebff7fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:28.568257 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bb707bb3-b802-49ad-b4d0-3264972919a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:29.850626 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:31.909989 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:40.428015 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:40:54.444907 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:54.681362 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2960fd0b-2953-4f0b-8bd7-9ae38c8ac680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:58.562949 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-0cc90e81-aee9-4530-9a7c-acd71e884c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:40:59.851690 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:01.912549 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:17.427178 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:41:24.442174 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:24.685060 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-89233392-d2ca-4c22-af1d-fa0928e5b0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:28.573059 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5caa381e-9399-4a14-ad57-523ad3619256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:29.859193 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:31.918170 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:37.969184 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35550) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:41:37.979689 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [None req-e352ed23-17d9-4a03-a4ed-1193a3bbb9b3 tempest-verify_tempest_config-301961613 tempest-verify_tempest_config-301961613-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 17 14:41:37.981390 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e352ed23-17d9-4a03-a4ed-1193a3bbb9b3 tempest-verify_tempest_config-301961613 tempest-verify_tempest_config-301961613-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0106580
Jun 17 14:41:38.416672 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 35568) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:41:38.573189 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:38.594596 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:41:38.600609 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Usage tracker for resource:security_group_rule and tenant:d45d9b218aec4572ae3976dbbc157228 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:41:38.606194 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:41:38.615070 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:41:38.739256 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:38.744748 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:38.752194 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:41:38.804820 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Synchronizing usage tracker for tenant:a5a0746f68d14d7aa85d47480c8d10ec on resource:security_group {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:41:38.807762 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba37739e-3b49-4cd9-b042-b84284dbd064,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:41:38.817767 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:38.818128 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:38.818469 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:38.818793 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:38.819122 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:38.819559 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:38.819890 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:38.820210 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:38.820550 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:38.820867 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:38.821180 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:38.821494 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:38.826579 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:41:38.839065 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Unset dirty status for tenant:a5a0746f68d14d7aa85d47480c8d10ec on resource:security_group {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:41:38.840372 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d45d9b218aec4572ae3976dbbc157228&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4223213
Jun 17 14:41:38.843614 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35574) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:41:38.910288 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:38.939032 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:39.044321 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:39.048656 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d8c5c0df-2c45-4c88-8b8e-81abbf14ea7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:41:39.063248 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba37739e-3b49-4cd9-b042-b84284dbd064,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:41:39.073811 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:39.074321 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:39.074746 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:39.075159 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:39.075613 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:39.076055 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:39.076515 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:39.077015 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:39.077371 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:39.077777 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:39.078204 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:39.078602 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:41:39.082218 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:39.083938 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ba37739e-3b49-4cd9-b042-b84284dbd064 HTTP/1.1" status: 204  len: 168 time: 0.2388184
Jun 17 14:41:39.085215 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:41:54.428121 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:41:54.439422 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:54.692232 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-59cfe9c3-e05d-4528-b547-7b163da8fb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:58.571299 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3b15a8af-edde-4fac-bc88-3519e5c969d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:41:59.857741 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:42:01.918274 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:42:24.436857 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:42:24.688149 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d6d38861-21cd-4b9d-9450-34dc58918e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:42:28.566147 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-88cec6cc-8e6b-4a59-b41a-b8054ca0ec95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:42:29.862303 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:42:31.427016 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:42:31.922960 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:42:54.432011 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:42:54.693525 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9092b70a-31a2-42fc-ad11-dca45a3a9f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:42:58.573863 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-14394643-28e3-4b8b-9df5-6793850f3477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:42:59.862984 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:43:01.931367 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:43:08.426891 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 5 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:43:19.040463 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719'] for agent, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:43:24.434781 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:43:24.696636 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b632e856-a16f-427c-a89f-b75267db31a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:43:28.571635 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-146a0d5d-0f7f-40e8-83be-22ef1b5b41f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:43:29.869780 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:43:31.932144 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:43:34.203645 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35654) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:43:34.318187 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-ce98f3ac-ae82-4aef-8737-17fbb581ce83 admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1134403
Jun 17 14:43:36.665017 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35664) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:43:36.725072 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-b092602d-02e5-4308-90fb-c7c33970cb8a admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0589371
Jun 17 14:43:45.426140 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:43:49.011282 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:43:54.439036 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:43:54.703374 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-56c0411e-63f6-46f4-80bf-a16aeffaa532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:43:58.565846 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-25a8034d-f132-4f52-8374-06629022a2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:43:59.870127 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:44:01.937416 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:44:19.016484 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:44:22.424848 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:44:24.444176 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:44:24.697919 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2a145292-f1e1-4f0e-821e-252bc8756d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:44:28.573206 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-34194be0-d298-46fd-b5a1-23a7cdb605d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:44:29.878219 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:44:31.943126 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:44:49.023195 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:44:54.448780 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:44:54.701337 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ebd502e5-8d86-44b2-8e85-1a95a1e9fe3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:44:58.576922 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-797983f3-6985-4269-8fcd-369a4c9354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:44:59.425580 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:44:59.871988 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:01.947265 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:13.122936 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 35872) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:13.163403 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 35880) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:13.629108 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1890468294-network', 'tenant_id': '8f12ad32ccb341c4b7edc1cb19cbbe59'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:13.635753 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:13.642325 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Usage tracker for resource:network and tenant:8f12ad32ccb341c4b7edc1cb19cbbe59 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:13.648786 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:13.656426 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:13.666120 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35896) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:13.674379 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1327197246-network', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:13.680871 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Made reservation on behalf of 8f12ad32ccb341c4b7edc1cb19cbbe59 for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:13.683883 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:13.698926 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:13.704889 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:13.725167 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Usage tracker for resource:network and tenant:2792d6d461e64e3aa7a32a43046c01d9 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:13.731035 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:13.736635 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:13.741532 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Usage tracker for resource:security_group_rule and tenant:8f12ad32ccb341c4b7edc1cb19cbbe59 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:13.744770 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:13.751244 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:13.832190 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:13.893412 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:13.902464 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:13.911842 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:13.927992 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Made reservation on behalf of 2792d6d461e64e3aa7a32a43046c01d9 for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:13.934020 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:13.955792 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:13.966977 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'}  {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:45:13.987063 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35912) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:14.003491 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:14.011303 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.011969 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.segments_db [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Added segment 148aedd5-a5b4-4608-bf00-2f1869fa44c5 of type vlan for network 81eb3522-7438-4c78-9a26-847d52e0022b
Jun 17 14:45:14.017285 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Usage tracker for resource:security_group_rule and tenant:2792d6d461e64e3aa7a32a43046c01d9 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:14.027059 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:14.052793 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cf0e02-cc8e-47fb-903c-6038b0980c35,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:14.066744 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:14.092976 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.093332 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.098773 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.099131 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.099761 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.100277 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.100779 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.101400 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.101882 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.102359 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.103258 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1587397442-network', 'tenant_id': '9fb7734c2ce14f45bb0d148c7c0462ee'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:14.104041 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.104735 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.111312 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:14.125838 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Usage tracker for resource:network and tenant:9fb7734c2ce14f45bb0d148c7c0462ee is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Tracked resource versions report:
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]: pushed versions:
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]: {   'AddressGroup': {'1.2'},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     'ConntrackHelper': {'1.0'},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     'Log': {'1.0'},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     'Network': {'1.1'},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     'Port': {'1.7'},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     'PortForwarding': {'1.2'},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     'QosPolicy': {'1.8'},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     'SecurityGroup': {'1.4'},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     'SecurityGroupRule': {'1.2'},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     'SubPort': {'1.0'},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     'Subnet': {'1.1'},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     'Trunk': {'1.1'}}
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]: consumer versions:
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]: {   DHCP agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     HyperV agent@hv-cinder-79685: {},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     L3 agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     Metadata agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     Metering agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:     Open vSwitch agent@dv-cinder-796859-1-iscsi: {   'AddressGroup': '1.2',
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'ConntrackHelper': '1.0',
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'Log': '1.0',
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'Network': '1.1',
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'Port': '1.7',
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'PortForwarding': '1.2',
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'QosPolicy': '1.8',
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'SecurityGroup': '1.4',
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'SecurityGroupRule': '1.2',
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'SubPort': '1.0',
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'Subnet': '1.1',
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:                                                      'Trunk': '1.1'}}
Jun 17 14:45:14.127982 dv-cinder-796859-1-iscsi neutron-server[78706]:  {{(pid=78706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 17 14:45:14.155111 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:14.172222 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:14.179186 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.192473 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Made reservation on behalf of 9fb7734c2ce14f45bb0d148c7c0462ee for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:14.195267 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.203426 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:14.225882 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.230521 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:14.231714 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.240330 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-53612dce-6da7-4696-a8ec-9be3336c31e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:14.316698 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.333642 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:14.337969 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Usage tracker for resource:security_group_rule and tenant:9fb7734c2ce14f45bb0d148c7c0462ee is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:14.342124 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:14.349656 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:14.380897 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Pushing event updated for resources: {'Network': ['ID=81eb3522-7438-4c78-9a26-847d52e0022b,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:14.387158 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:14.393295 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network 81eb3522-7438-4c78-9a26-847d52e0022b details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:45:14.470742 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.3467023
Jun 17 14:45:14.483290 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.485107 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 35928) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:14.495011 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Request body: {'subnet': {'network_id': '81eb3522-7438-4c78-9a26-847d52e0022b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1890468294-subnet', 'tenant_id': '8f12ad32ccb341c4b7edc1cb19cbbe59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:14.501508 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.503469 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:14.528682 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Usage tracker for resource:subnet and tenant:8f12ad32ccb341c4b7edc1cb19cbbe59 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:14.539643 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:14.546095 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.551579 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.556301 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:14.556490 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:14.585479 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:14.596541 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34b43b9-cf3e-4dd4-8058-593f771f7954,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:14.601260 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'}  {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:45:14.601495 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:14.611259 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'}  {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:45:14.630254 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.631726 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.segments_db [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Added segment 2558049f-44eb-44ef-aae2-eb8cfe45a1ad of type vlan for network 22f67543-8926-41ff-b4b4-625241755da9
Jun 17 14:45:14.653940 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Made reservation on behalf of 8f12ad32ccb341c4b7edc1cb19cbbe59 for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:14.656904 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.677753 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.704295 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.704945 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.segments_db [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Added segment 6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6 of type vlan for network dd50999b-141a-4e96-bbd7-5875c2478242
Jun 17 14:45:14.718333 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.719979 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:14.721214 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.743931 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-508600608-network', 'tenant_id': '435f37682b7445629d33055791ada83b'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:14.748652 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:14.805675 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.6363330
Jun 17 14:45:14.808840 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 35942) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:14.809176 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adab08b6-6647-4dbd-9ff8-2a12dd7a9511,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:14.822410 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Request body: {'subnet': {'network_id': '22f67543-8926-41ff-b4b4-625241755da9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1327197246-subnet', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:14.831316 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:14.880979 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.881720 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.882320 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.882822 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.883443 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.883912 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.884474 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.884948 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.885439 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.885894 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.886441 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.886918 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Tracked resource versions report:
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]: pushed versions:
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]: {   'AddressGroup': {'1.2'},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     'ConntrackHelper': {'1.0'},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     'Log': {'1.0'},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     'Network': {'1.1'},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     'Port': {'1.7'},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     'PortForwarding': {'1.2'},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     'QosPolicy': {'1.8'},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     'SecurityGroup': {'1.4'},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     'SecurityGroupRule': {'1.2'},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     'SubPort': {'1.0'},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     'Subnet': {'1.1'},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     'Trunk': {'1.1'}}
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]: consumer versions:
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]: {   DHCP agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     HyperV agent@hv-cinder-79685: {},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     L3 agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     Metadata agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     Metering agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:     Open vSwitch agent@dv-cinder-796859-1-iscsi: {   'AddressGroup': '1.2',
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'ConntrackHelper': '1.0',
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'Log': '1.0',
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'Network': '1.1',
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'Port': '1.7',
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'PortForwarding': '1.2',
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'QosPolicy': '1.8',
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'SecurityGroup': '1.4',
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'SecurityGroupRule': '1.2',
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'SubPort': '1.0',
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'Subnet': '1.1',
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:                                                      'Trunk': '1.1'}}
Jun 17 14:45:14.888286 dv-cinder-796859-1-iscsi neutron-server[78705]:  {{(pid=78705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 17 14:45:14.897664 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Usage tracker for resource:subnet and tenant:2792d6d461e64e3aa7a32a43046c01d9 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:14.903354 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:14.904198 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.906568 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Pushing event updated for resources: {'Network': ['ID=22f67543-8926-41ff-b4b4-625241755da9,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:14.909175 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:14.911526 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:14.915679 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:14.924783 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:14.928493 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Usage tracker for resource:network and tenant:435f37682b7445629d33055791ada83b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:14.942612 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:14.945741 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Made reservation on behalf of 2792d6d461e64e3aa7a32a43046c01d9 for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:14.949139 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:14.956115 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network 22f67543-8926-41ff-b4b4-625241755da9 details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:45:14.965754 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:15.006377 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Made reservation on behalf of 435f37682b7445629d33055791ada83b for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:15.009480 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:15.024193 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:15.028053 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:15.028896 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:15.032291 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:15.052384 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:15.148810 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:15.174221 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Usage tracker for resource:security_group_rule and tenant:435f37682b7445629d33055791ada83b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:15.198358 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:15.317859 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.6471398
Jun 17 14:45:15.319546 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 35970) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:15.324717 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:15.329067 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Request body: {'subnet': {'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1587397442-subnet', 'tenant_id': '9fb7734c2ce14f45bb0d148c7c0462ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:15.341597 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Pushing event updated for resources: {'Network': ['ID=dd50999b-141a-4e96-bbd7-5875c2478242,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:15.349634 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:15.359246 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network dd50999b-141a-4e96-bbd7-5875c2478242 details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:45:15.367112 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:15.377230 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Usage tracker for resource:subnet and tenant:9fb7734c2ce14f45bb0d148c7c0462ee is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:15.386473 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:15.405014 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:15.508228 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Made reservation on behalf of 9fb7734c2ce14f45bb0d148c7c0462ee for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:15.512703 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:15.706617 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:15.716235 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:15.726863 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:15.765204 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1273, 'physical_network': 'physnet1'}  {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:45:15.773082 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e681c551-c7ef-4a6d-bcdc-a48a77d36a26,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:15.780649 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:15.790619 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:15.791150 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.segments_db [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Added segment baf2299f-80e3-4978-94dc-2c3bb991ba4e of type vlan for network b6e53ff0-1917-4389-b170-61d80fa927e9
Jun 17 14:45:15.868422 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:15.884055 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-487e5709-4afa-4438-90e1-9178cc2d18a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:15.915631 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:15.979191 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Checking segment: {'id': '148aedd5-a5b4-4608-bf00-2f1869fa44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '81eb3522-7438-4c78-9a26-847d52e0022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:45:15.979824 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Network hostable DHCP agents. Network: 81eb3522-7438-4c78-9a26-847d52e0022b, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:45:16.026274 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4476e2f6-ab3e-4c58-a257-7802bef5b3fb,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:16.030076 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Network 81eb3522-7438-4c78-9a26-847d52e0022b is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:45:16.032622 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:16.041777 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:16.043553 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:16.044410 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:16.050642 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-09b736b5-e83f-4b86-aac8-c986a51eec5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:16.085625 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:16.095632 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:16.184095 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, 81eb3522-7438-4c78-9a26-847d52e0022b) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:16.185507 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36004) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:16.190529 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Pushing event updated for resources: {'Network': ['ID=b6e53ff0-1917-4389-b170-61d80fa927e9,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:16.194307 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca84f9d-0769-493c-bd25-68c832f006fd None None] Network 81eb3522-7438-4c78-9a26-847d52e0022b requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:45:16.242301 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:16.242978 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:16.334470 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:16.351171 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.3623726
Jun 17 14:45:16.354235 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36018) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:16.361046 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Request body: {'subnet': {'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-508600608-subnet', 'tenant_id': '435f37682b7445629d33055791ada83b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:16.374613 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8797705
Jun 17 14:45:16.376230 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c246ed79-651b-4219-9b4b-375331c24392,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:16.380370 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:16.382062 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:16.397699 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Usage tracker for resource:subnet and tenant:435f37682b7445629d33055791ada83b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:16.400264 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Checking segment: {'id': '2558049f-44eb-44ef-aae2-eb8cfe45a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '22f67543-8926-41ff-b4b4-625241755da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:45:16.400631 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Network hostable DHCP agents. Network: 22f67543-8926-41ff-b4b4-625241755da9, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:45:16.404432 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:16.407993 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:16.411756 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:16.418584 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:16.424817 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Made reservation on behalf of 435f37682b7445629d33055791ada83b for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:16.431138 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network b6e53ff0-1917-4389-b170-61d80fa927e9 details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:45:16.433996 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:16.521320 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Network 22f67543-8926-41ff-b4b4-625241755da9 is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:45:16.571010 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, 22f67543-8926-41ff-b4b4-625241755da9) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:16.583881 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:16.584622 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:16.615261 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=de193f92-d8b1-4df4-8b31-7b59b1c61812,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:16.619161 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:16.620602 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Checking segment: {'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:45:16.621194 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Network hostable DHCP agents. Network: dd50999b-141a-4e96-bbd7-5875c2478242, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:45:16.627319 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-68838699-cd9b-48ec-b17e-2049590891aa admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.8127837
Jun 17 14:45:16.631755 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36032) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:16.641219 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1327197246-router', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:16.653530 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:16.661890 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Usage tracker for resource:router and tenant:2792d6d461e64e3aa7a32a43046c01d9 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:16.667683 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:16.684003 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:16.686147 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bed95553-8173-48d6-9637-7850867430aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:16.692833 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bb834a-d162-42d6-8992-8f88b624941c None None] Network 22f67543-8926-41ff-b4b4-625241755da9 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:45:16.706985 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-bed95553-8173-48d6-9637-7850867430aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:16.717160 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-bed95553-8173-48d6-9637-7850867430aa admin admin] Usage tracker for resource:security_group_rule and tenant:bfb3ca1f0de846c8a9f1ef3ced24f5ff is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:16.726261 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-bed95553-8173-48d6-9637-7850867430aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:16.738895 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-bed95553-8173-48d6-9637-7850867430aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:16.756906 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1009'] for router, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:16.758450 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:16.764556 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Network dd50999b-141a-4e96-bbd7-5875c2478242 is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:45:16.788357 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, dd50999b-141a-4e96-bbd7-5875c2478242) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:16.810341 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:16.811319 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:16.830251 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11767e0-8b1f-4a99-ba30-01c9ea38473f None None] Network dd50999b-141a-4e96-bbd7-5875c2478242 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:45:16.855217 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:16.915475 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.5945745
Jun 17 14:45:17.252688 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bed95553-8173-48d6-9637-7850867430aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:17.267475 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36066) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:17.289087 dv-cinder-796859-1-iscsi neutron-server[78705]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 17 14:45:17.290149 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bed95553-8173-48d6-9637-7850867430aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:17.534327 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-922'] for router, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:17.547822 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:17.581018 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9099eafc-ffd5-4558-a8bf-6fbbc724565f None None] Network 81eb3522-7438-4c78-9a26-847d52e0022b requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:45:17.664569 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed95553-8173-48d6-9637-7850867430aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc89a40-9662-43d9-be73-430c1582b5f1,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:17.697010 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-bed95553-8173-48d6-9637-7850867430aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:17.711329 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-bed95553-8173-48d6-9637-7850867430aa admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bfb3ca1f0de846c8a9f1ef3ced24f5ff&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4946151
Jun 17 14:45:17.728521 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36092) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:17.753638 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-c51a7234-2557-4ef4-b2c5-f118387cb580 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:17.761481 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-c51a7234-2557-4ef4-b2c5-f118387cb580 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/networks?id=81eb3522-7438-4c78-9a26-847d52e0022b HTTP/1.1" status: 200  len: 812 time: 0.4928846
Jun 17 14:45:17.761879 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36100) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:17.776797 dv-cinder-796859-1-iscsi neutron-server[78706]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 17 14:45:17.783416 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-d99f4fba-2840-4107-b3d8-0dbe8fdb3059 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/quotas/8f12ad32ccb341c4b7edc1cb19cbbe59 HTTP/1.1" status: 200  len: 375 time: 0.0205693
Jun 17 14:45:17.816340 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36104) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:17.917854 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-5ab5d831-5f86-4941-b39a-6f4d25048680 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f12ad32ccb341c4b7edc1cb19cbbe59&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1332440
Jun 17 14:45:18.008897 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:18.014602 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b94da4ce-b10c-4992-a861-e4b4907d4e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:18.099344 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-850f4f91-78b0-4b77-9b2a-ff12036f011d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:18.111241 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a3575f2-11d4-4900-8acc-ab5e547dc5f0,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:18.113720 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Checking segment: {'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:45:18.114280 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Network hostable DHCP agents. Network: b6e53ff0-1917-4389-b170-61d80fa927e9, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:45:18.126670 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:18.143132 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-009088bd-30c4-4fe7-8fb5-e2c765ea56f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:18.152017 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Network b6e53ff0-1917-4389-b170-61d80fa927e9 is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:45:18.155763 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-850f4f91-78b0-4b77-9b2a-ff12036f011d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:18.177477 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-aefc2a53-28fd-4c81-9a37-53640a2ad658 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:18.177743 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-d9ee2411-a9c1-4a8f-84ee-53150278e8c4 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 17 14:45:18.178984 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-aefc2a53-28fd-4c81-9a37-53640a2ad658 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/networks?id=dd50999b-141a-4e96-bbd7-5875c2478242 HTTP/1.1" status: 200  len: 815 time: 0.4131603
Jun 17 14:45:18.180047 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-850f4f91-78b0-4b77-9b2a-ff12036f011d admin admin] Usage tracker for resource:security_group_rule and tenant:d72cddfbabff446d97889aa43539cbbc is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:18.186313 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-850f4f91-78b0-4b77-9b2a-ff12036f011d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:18.211684 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-d9ee2411-a9c1-4a8f-84ee-53150278e8c4 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1528618
Jun 17 14:45:18.217523 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c63f0ee-ac17-496a-b73d-c6926aca758a None None] Network 22f67543-8926-41ff-b4b4-625241755da9 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:45:18.217788 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-009088bd-30c4-4fe7-8fb5-e2c765ea56f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:18.225734 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-850f4f91-78b0-4b77-9b2a-ff12036f011d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:18.237275 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, b6e53ff0-1917-4389-b170-61d80fa927e9) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:18.259055 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:18.259055 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:18.327412 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-1815d4f7-2191-4186-935e-ad7a1467d1bf tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/quotas/9fb7734c2ce14f45bb0d148c7c0462ee HTTP/1.1" status: 200  len: 375 time: 0.1149557
Jun 17 14:45:18.354815 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c072f7f7-f64c-439e-84f3-206cb6028f50 None None] Network b6e53ff0-1917-4389-b170-61d80fa927e9 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:45:18.378948 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-c49aa0ab-5583-4b14-baa2-e78095fc5de6 service neutron] 10.222.0.89 "GET /v2.0/networks/81eb3522-7438-4c78-9a26-847d52e0022b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1658661
Jun 17 14:45:18.407179 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.0518811
Jun 17 14:45:18.412776 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36122) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:18.423542 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a4403d-a919-48b0-9b70-a2598b589512 None None] Network dd50999b-141a-4e96-bbd7-5875c2478242 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:45:18.430428 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:18.436957 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:18.486851 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-707159de-dc81-4d53-b607-10dcbb3fbae9 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1428783
Jun 17 14:45:18.556124 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Usage tracker for resource:router and tenant:435f37682b7445629d33055791ada83b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:18.565252 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:18.584852 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:18.601553 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-009088bd-30c4-4fe7-8fb5-e2c765ea56f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:18.612357 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:18.618293 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:18.619697 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9e9f7ac0-4183-4ecb-bc86-faec8ded9123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:18.658707 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1009'] for router, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:18.661742 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:18.688184 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009088bd-30c4-4fe7-8fb5-e2c765ea56f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc89a40-9662-43d9-be73-430c1582b5f1,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:18.697640 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-009088bd-30c4-4fe7-8fb5-e2c765ea56f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:18.702109 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:18.759105 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-009088bd-30c4-4fe7-8fb5-e2c765ea56f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:18.763534 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-009088bd-30c4-4fe7-8fb5-e2c765ea56f7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dfc89a40-9662-43d9-be73-430c1582b5f1 HTTP/1.1" status: 204  len: 168 time: 1.0269167
Jun 17 14:45:18.771595 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-850f4f91-78b0-4b77-9b2a-ff12036f011d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:18.776942 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-850f4f91-78b0-4b77-9b2a-ff12036f011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:18.789391 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-009088bd-30c4-4fe7-8fb5-e2c765ea56f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:18.865851 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-405bd59d-7d4f-4ade-ac77-ffe413ab3851 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=78706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 17 14:45:18.873184 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-405bd59d-7d4f-4ade-ac77-ffe413ab3851 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1950877
Jun 17 14:45:18.897300 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f4f91-78b0-4b77-9b2a-ff12036f011d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c38a07-59bf-4559-9a4d-df7e09fd3fa7,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:18.900478 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-850f4f91-78b0-4b77-9b2a-ff12036f011d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:18.991965 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-36dffcf0-f3a5-4273-9a9d-acf0440cc006 service neutron] 10.222.0.89 "GET /v2.0/networks/81eb3522-7438-4c78-9a26-847d52e0022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6097715
Jun 17 14:45:19.065781 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-850f4f91-78b0-4b77-9b2a-ff12036f011d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d72cddfbabff446d97889aa43539cbbc&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2399125
Jun 17 14:45:19.065781 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-8a938800-fb63-46de-ad4d-59335aed0d0c service neutron] 10.222.0.89 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1694479
Jun 17 14:45:19.068518 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36144) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:19.076264 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:19.251114 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36152) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:19.293226 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Allocated IP 172.27.3.154 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/32889d2c-e453-4a30-aac5-16927c907742) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:45:19.335691 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ba3dc35-c8d0-5121-954b-099e47d2ccaa-b6e53ff0-1917-4389-b170-61d80fa927e9', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0'}]}} from dv-cinder-796859-1-iscsi. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 17 14:45:19.350305 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:19.365789 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-922'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:19.444408 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-afeb6282-fb92-4b42-a05c-6366e8b8d406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:19.488142 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5622d0a4-3b6f-49bc-8263-f32a25c66399 req-d83a582b-54ce-4051-935e-0d8bc351c9cc tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 210 time: 0.0571930
Jun 17 14:45:19.524868 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-afeb6282-fb92-4b42-a05c-6366e8b8d406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:19.524868 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-afeb6282-fb92-4b42-a05c-6366e8b8d406 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f3c170903f414990381f71b0bed751 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:19.525768 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-afeb6282-fb92-4b42-a05c-6366e8b8d406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:19.533674 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-afeb6282-fb92-4b42-a05c-6366e8b8d406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:19.687691 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-afeb6282-fb92-4b42-a05c-6366e8b8d406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:19.691072 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Allocated IP 172.20.0.2 (b6e53ff0-1917-4389-b170-61d80fa927e9/9a3575f2-11d4-4900-8acc-ab5e547dc5f0/5a375d72-6626-4a3e-a84c-a13fa347e844) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:45:19.722350 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-afeb6282-fb92-4b42-a05c-6366e8b8d406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:19.755673 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:19.894847 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-922977ec-7b51-4449-8425-2274ff27d182 service neutron] 10.222.0.89 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8189073
Jun 17 14:45:19.896107 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-376346d4-da59-4a02-8f68-b33d2cb8d4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:19.917071 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-afeb6282-fb92-4b42-a05c-6366e8b8d406 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e5f3c170903f414990381f71b0bed751&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6567392
Jun 17 14:45:19.917923 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36178) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:19.923091 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb6282-fb92-4b42-a05c-6366e8b8d406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9a8667-5ec4-4b0c-a40b-93f00a184941,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:19.937594 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-afeb6282-fb92-4b42-a05c-6366e8b8d406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:19.988691 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:20.001064 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Transition to ACTIVE for port object 5a375d72-6626-4a3e-a84c-a13fa347e844 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:45:20.022672 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Transition to ACTIVE for port object 5a375d72-6626-4a3e-a84c-a13fa347e844 will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:45:20.030770 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:20.037133 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:20.079686 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:20.080937 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-376346d4-da59-4a02-8f68-b33d2cb8d4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:20.179234 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Network b6e53ff0-1917-4389-b170-61d80fa927e9 is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:45:20.179769 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:20.187079 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Resources bound (agent type, host, resource id):  {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:20.194674 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:45:20.197213 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:20.232615 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Pushing event updated for resources: {'Port': ['ID=5a375d72-6626-4a3e-a84c-a13fa347e844,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:20.378788 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:20.379243 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:20.380153 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:20.380456 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:20.383840 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:20.384384 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:20.385569 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:20.385917 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:20.386268 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:20.387540 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:20.388186 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:20.388962 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Tracked resource versions report:
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]: pushed versions:
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]: {   'AddressGroup': {'1.2'},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     'ConntrackHelper': {'1.0'},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     'Log': {'1.0'},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     'Network': {'1.1'},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     'Port': {'1.7'},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     'PortForwarding': {'1.2'},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     'QosPolicy': {'1.8'},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     'SecurityGroup': {'1.4'},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     'SecurityGroupRule': {'1.2'},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     'SubPort': {'1.0'},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     'Subnet': {'1.1'},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     'Trunk': {'1.1'}}
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]: consumer versions:
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]: {   DHCP agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     HyperV agent@hv-cinder-79685: {},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     L3 agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     Metadata agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     Metering agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:     Open vSwitch agent@dv-cinder-796859-1-iscsi: {   'AddressGroup': '1.2',
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'ConntrackHelper': '1.0',
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'Log': '1.0',
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'Network': '1.1',
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'Port': '1.7',
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'PortForwarding': '1.2',
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'QosPolicy': '1.8',
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'SecurityGroup': '1.4',
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'SecurityGroupRule': '1.2',
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'SubPort': '1.0',
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'Subnet': '1.1',
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:                                                      'Trunk': '1.1'}}
Jun 17 14:45:20.390663 dv-cinder-796859-1-iscsi neutron-server[78707]:  {{(pid=78707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 17 14:45:20.440605 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-71706c11-258f-491b-8fe4-6fe87a49a240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:20.458927 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:20.467213 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a3a98234-bf11-4a32-9be9-1cdc1a0fd461 req-151393af-3595-4b1d-a4ee-ae2009d7f01f tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 210 time: 0.1042848
Jun 17 14:45:20.478866 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Attempting to bind port 5a375d72-6626-4a3e-a84c-a13fa347e844 on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:45:20.479362 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Attempting to bind port 5a375d72-6626-4a3e-a84c-a13fa347e844 by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:45:20.479856 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Attempting to bind port 5a375d72-6626-4a3e-a84c-a13fa347e844 on network b6e53ff0-1917-4389-b170-61d80fa927e9 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:45:20.493004 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:45:20.493004 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Checking segment: {'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:45:20.493004 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:20.493004 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Bound using segment: {'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:45:20.493004 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Bound port: 5a375d72-6626-4a3e-a84c-a13fa347e844, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:45:20.493004 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:20.502380 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-376346d4-da59-4a02-8f68-b33d2cb8d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:20.519477 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c905b5cf-e8d7-4825-9661-099d41b3c576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:20.537024 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-71706c11-258f-491b-8fe4-6fe87a49a240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:20.550159 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:20.555616 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376346d4-da59-4a02-8f68-b33d2cb8d4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c38a07-59bf-4559-9a4d-df7e09fd3fa7,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:20.558832 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-376346d4-da59-4a02-8f68-b33d2cb8d4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:20.602992 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:20.673342 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] For port 5a375d72-6626-4a3e-a84c-a13fa347e844, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:45:20.680770 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] For port 5a375d72-6626-4a3e-a84c-a13fa347e844, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5a375d72-6626-4a3e-a84c-a13fa347e844,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:45:20.688079 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:20.693149 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:20.759742 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-376346d4-da59-4a02-8f68-b33d2cb8d4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:20.764383 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-376346d4-da59-4a02-8f68-b33d2cb8d4d4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f7c38a07-59bf-4559-9a4d-df7e09fd3fa7 HTTP/1.1" status: 204  len: 168 time: 1.6916337
Jun 17 14:45:20.777998 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:45:20.799201 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Pushing event updated for resources: {'Port': ['ID=5a375d72-6626-4a3e-a84c-a13fa347e844,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:20.803823 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:20.806775 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:20.816170 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:45:20.940804 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Allocated IP 172.27.3.70 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/c5e2c8b3-db29-4701-a04d-3a7c54878523) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:45:21.074885 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-28b2ed9e-10b5-483b-9f24-d0b963765408 req-05c4d77f-9068-4bd4-93ed-7eaa553b6810 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 210 time: 0.4046504
Jun 17 14:45:21.102493 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-71706c11-258f-491b-8fe4-6fe87a49a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:21.178053 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Pushing event updated for resources: {'Port': ['ID=32889d2c-e453-4a30-aac5-16927c907742,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:21.181794 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:21.183353 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:21.350198 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:21.425523 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-71706c11-258f-491b-8fe4-6fe87a49a240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:21.427680 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:21.429846 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-71706c11-258f-491b-8fe4-6fe87a49a240 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3d9a8667-5ec4-4b0c-a40b-93f00a184941 HTTP/1.1" status: 204  len: 168 time: 1.4891930
Jun 17 14:45:21.432157 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:21.437797 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2d6a8978-988d-4478-9946-bf00d23a6f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:21.535551 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71706c11-258f-491b-8fe4-6fe87a49a240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9a8667-5ec4-4b0c-a40b-93f00a184941,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:21.566852 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-71706c11-258f-491b-8fe4-6fe87a49a240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:21.599494 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:45:21.644042 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:21.657040 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:45:22.003908 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5a375d72-6626-4a3e-a84c-a13fa347e844 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:45:22.088095 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-99226ec9-c501-4444-8c9f-bf25ca0c225e req-f244270a-3536-4b36-8a6c-1841dfac2c1a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 210 time: 0.4852376
Jun 17 14:45:22.095867 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e2c8b3-db29-4701-a04d-3a7c54878523,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:22.162216 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643652'] for router, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:22.188157 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 5a375d72-6626-4a3e-a84c-a13fa347e844 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:45:22.259815 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:22.472767 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:22.556962 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f823cb-e1fb-40b7-b350-03385a37f9e5 None None] Network b6e53ff0-1917-4389-b170-61d80fa927e9 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:45:22.678237 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9bfada0c-f17a-4192-a885-c48a1f7b76bd req-449d7f86-db0f-4852-8c41-8877e2809174 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 210 time: 0.1501775
Jun 17 14:45:22.762920 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-04489676-af5a-4948-bb36-5c775e0e20e7 None None] Provisioning for port 5a375d72-6626-4a3e-a84c-a13fa347e844 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:45:22.804364 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-04489676-af5a-4948-bb36-5c775e0e20e7 None None] Provisioning complete for port 5a375d72-6626-4a3e-a84c-a13fa347e844 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:22.804949 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-04489676-af5a-4948-bb36-5c775e0e20e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:22.880913 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Router 731a6fb6-7b50-44c8-b5e1-3efa478445ee is scheduled to L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 with binding_index 1 {{(pid=78706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 17 14:45:23.264010 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36304) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:23.342888 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-04489676-af5a-4948-bb36-5c775e0e20e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:23.410302 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:45:23.423219 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Sync routers for ids ['731a6fb6-7b50-44c8-b5e1-3efa478445ee'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:45:23.455116 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Routers {'731a6fb6-7b50-44c8-b5e1-3efa478445ee'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:45:23.468304 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b287674f0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:44:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['731a6fb6-7b50-44c8-b5e1-3efa478445ee'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:23.552601 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-04489676-af5a-4948-bb36-5c775e0e20e7 None None] For port 5a375d72-6626-4a3e-a84c-a13fa347e844, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5a375d72-6626-4a3e-a84c-a13fa347e844,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:45:23.561719 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-04489676-af5a-4948-bb36-5c775e0e20e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:23.572049 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.37', 58200) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:23.576349 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-7c0a74e1-451d-462e-81e6-399c4a2f2e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:23.629729 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3e0872bd-a1d0-4385-bd79-87cd2662b326 req-6f122e19-a702-4409-8a78-16810920bf9c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 210 time: 0.2219748
Jun 17 14:45:23.775652 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:23.787297 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 7.1544504
Jun 17 14:45:23.792750 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36330) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:23.819799 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643652'] for router, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:23.856718 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04489676-af5a-4948-bb36-5c775e0e20e7 None None] Pushing event updated for resources: {'Port': ['ID=5a375d72-6626-4a3e-a84c-a13fa347e844,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:23.873464 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-04489676-af5a-4948-bb36-5c775e0e20e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:24.069700 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-418d29a2-0ba4-4da3-a6b4-ad5313f1dba6 None None] Provisioning complete for port 5a375d72-6626-4a3e-a84c-a13fa347e844 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:24.070334 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-418d29a2-0ba4-4da3-a6b4-ad5313f1dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:24.164529 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Set router 731a6fb6-7b50-44c8-b5e1-3efa478445ee gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:45:24.244152 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5a375d72-6626-4a3e-a84c-a13fa347e844 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:45:24.495977 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-39983371-network', 'tenant_id': 'dc7e938fc3e04dd08a7cd0f0c4b944ba'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:24.503560 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.37', 58203) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:24.549115 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:24.593897 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Usage tracker for resource:network and tenant:dc7e938fc3e04dd08a7cd0f0c4b944ba is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:24.663538 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:24.797129 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d05e4d5e-b811-4eb2-af1e-616a8ec2424a req-c53be12c-583d-4f88-bb65-5f54d01c6905 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 210 time: 0.6302533
Jun 17 14:45:24.923500 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-361838ef-55c3-448a-b227-6e46c06c4e58 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:24.929450 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-361838ef-55c3-448a-b227-6e46c06c4e58 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Synchronizing usage tracker for tenant:8f12ad32ccb341c4b7edc1cb19cbbe59 on resource:network {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:45:24.957314 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b287674f0>, [{'id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1327197246-router', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '32889d2c-e453-4a30-aac5-16927c907742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:16Z', 'updated_at': '2021-06-17T14:45:21Z', 'revision_number': 3, 'project_id': '2792d6d461e64e3aa7a32a43046c01d9', 'gw_port': {'id': '32889d2c-e453-4a30-aac5-16927c907742', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:24.964345 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Checking router: 731a6fb6-7b50-44c8-b5e1-3efa478445ee for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:45:24.964836 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Updating router 731a6fb6-7b50-44c8-b5e1-3efa478445ee port 32889d2c-e453-4a30-aac5-16927c907742 binding host dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:45:25.000556 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-225b2d3f-c97b-4447-a739-fdc0b4cd1e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:25.033787 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:25.041236 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:25.060770 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 5a375d72-6626-4a3e-a84c-a13fa347e844 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:25.075442 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:25.089066 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:25.221913 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Made reservation on behalf of dc7e938fc3e04dd08a7cd0f0c4b944ba for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:25.257341 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:25.297758 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-361838ef-55c3-448a-b227-6e46c06c4e58 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Unset dirty status for tenant:8f12ad32ccb341c4b7edc1cb19cbbe59 on resource:network {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:45:25.299584 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-361838ef-55c3-448a-b227-6e46c06c4e58 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.37 "GET /v2.0/networks?id=81eb3522-7438-4c78-9a26-847d52e0022b HTTP/1.1" status: 200  len: 812 time: 1.7040305
Jun 17 14:45:25.349928 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:25.352410 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9dbd2d0f-a45a-4510-b3e9-f470f4884c80 req-bad6e003-0da0-41b3-ba49-3882d0345be6 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 210 time: 0.1231022
Jun 17 14:45:25.395724 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Request body: {'port': {'device_id': '281b83cb-adb1-4c9d-bae2-f9276d2ee7d1', 'network_id': '81eb3522-7438-4c78-9a26-847d52e0022b', 'admin_state_up': True, 'tenant_id': '8f12ad32ccb341c4b7edc1cb19cbbe59'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:25.452106 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:25.477028 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Usage tracker for resource:security_group_rule and tenant:dc7e938fc3e04dd08a7cd0f0c4b944ba is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:25.484013 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:25.515290 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-71e24bda-9e74-45c1-aa8a-0b67ec315999 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:25.517483 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-71e24bda-9e74-45c1-aa8a-0b67ec315999 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Synchronizing usage tracker for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:network {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:45:25.523485 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:25.566487 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 is scheduled to L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 with binding_index 1 {{(pid=78705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 17 14:45:25.613680 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-71e24bda-9e74-45c1-aa8a-0b67ec315999 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Unset dirty status for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:network {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:45:25.622700 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-71e24bda-9e74-45c1-aa8a-0b67ec315999 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "GET /v2.0/networks?id=dd50999b-141a-4e96-bbd7-5875c2478242 HTTP/1.1" status: 200  len: 815 time: 1.1179628
Jun 17 14:45:25.798896 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Request body: {'port': {'device_id': '49e39224-140c-4bd3-9620-954c9ce12bac', 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242', 'admin_state_up': True, 'tenant_id': '9fb7734c2ce14f45bb0d148c7c0462ee'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:25.847755 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:25.904083 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Transition to ACTIVE for port object 32889d2c-e453-4a30-aac5-16927c907742 will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:45:25.922927 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:25.948285 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:26.150515 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Pushing event updated for resources: {'Port': ['ID=32889d2c-e453-4a30-aac5-16927c907742,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:26.163114 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:26.163605 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:26.163981 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:26.164329 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:26.164776 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:26.165565 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:26.165565 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:26.165882 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:26.166187 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:26.166515 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:26.166835 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:26.167898 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Tracked resource versions report:
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]: pushed versions:
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]: {   'AddressGroup': {'1.2'},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     'ConntrackHelper': {'1.0'},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     'Log': {'1.0'},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     'Network': {'1.1'},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     'Port': {'1.7'},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     'PortForwarding': {'1.2'},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     'QosPolicy': {'1.8'},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     'SecurityGroup': {'1.4'},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     'SecurityGroupRule': {'1.2'},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     'SubPort': {'1.0'},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     'Subnet': {'1.1'},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     'Trunk': {'1.1'}}
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]: consumer versions:
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]: {   DHCP agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     HyperV agent@hv-cinder-79685: {},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     L3 agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     Metadata agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     Metering agent@dv-cinder-796859-1-iscsi: {},
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:     Open vSwitch agent@dv-cinder-796859-1-iscsi: {   'AddressGroup': '1.2',
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'ConntrackHelper': '1.0',
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'Log': '1.0',
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'Network': '1.1',
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'Port': '1.7',
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'PortForwarding': '1.2',
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'QosPolicy': '1.8',
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'SecurityGroup': '1.4',
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'SecurityGroupRule': '1.2',
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'SubPort': '1.0',
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'Subnet': '1.1',
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:                                                      'Trunk': '1.1'}}
Jun 17 14:45:26.169194 dv-cinder-796859-1-iscsi neutron-server[78708]:  {{(pid=78708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 17 14:45:26.187338 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:26.255460 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Attempting to bind port 32889d2c-e453-4a30-aac5-16927c907742 on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:45:26.255823 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Attempting to bind port 32889d2c-e453-4a30-aac5-16927c907742 by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:45:26.256117 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Attempting to bind port 32889d2c-e453-4a30-aac5-16927c907742 on network a32b1f87-2a0e-42d0-949c-6abcb3897131 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:45:26.285138 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:45:26.286234 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Checking segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:45:26.286517 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:26.287245 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Bound using segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:45:26.326342 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Bound port: 32889d2c-e453-4a30-aac5-16927c907742, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:45:26.326785 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:26.668000 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] For port 32889d2c-e453-4a30-aac5-16927c907742, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:45:26.674817 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] For port 32889d2c-e453-4a30-aac5-16927c907742, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=32889d2c-e453-4a30-aac5-16927c907742,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:45:26.684474 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:26.718683 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:26.753812 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:26.769862 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:26.778957 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Usage tracker for resource:port and tenant:9fb7734c2ce14f45bb0d148c7c0462ee is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:26.785099 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:26.798429 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:26.810828 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b0182058-9f79-47e5-82fa-9c930fd6a505 req-f027958c-9d03-434e-b9ba-b73119440bf6 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 210 time: 0.6551476
Jun 17 14:45:26.827358 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:26.833787 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Made reservation on behalf of 9fb7734c2ce14f45bb0d148c7c0462ee for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:26.841915 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:26.897111 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:26.922827 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Usage tracker for resource:port and tenant:8f12ad32ccb341c4b7edc1cb19cbbe59 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:26.936401 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:26.963636 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:27.067136 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'}  {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:45:27.078068 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Routers {'731a6fb6-7b50-44c8-b5e1-3efa478445ee'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:45:27.079100 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b287674f0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:44:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['731a6fb6-7b50-44c8-b5e1-3efa478445ee'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:27.087494 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:27.088047 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.segments_db [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Added segment 11a7072a-6813-439e-8aab-741c64f69e86 of type vlan for network 5890b890-a992-40b3-8ca2-234c3a27d9ba
Jun 17 14:45:27.143473 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Made reservation on behalf of 8f12ad32ccb341c4b7edc1cb19cbbe59 for: {'port': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:27.148510 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:27.200928 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c077ad72-0e64-4f10-9030-0f780d95e9bd req-723f5d5d-889e-440a-9f5a-9d214803010d tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 210 time: 0.2714329
Jun 17 14:45:27.209542 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-76bdd287-038b-4291-a0d7-8266050b6e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:27.354230 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:27.386338 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:45:27.409106 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Sync routers for ids ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:45:27.443715 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Routers {'1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:45:27.450403 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b286a8d90>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:44:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:27.479944 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81d7832-8596-4a18-9fd5-b38d7276addf,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:27.494482 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.db.resource_extend [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 17 14:45:27.570312 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:27.693935 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] Set router 731a6fb6-7b50-44c8-b5e1-3efa478445ee gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:45:27.706680 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:27.986167 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Allocated IP 172.20.0.11 (dd50999b-141a-4e96-bbd7-5875c2478242/de193f92-d8b1-4df4-8b31-7b59b1c61812/6f563e39-0ff4-4002-9022-ce568049f046) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:45:28.117405 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:28.123899 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:28.174003 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Set router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:45:28.179976 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:28.286219 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Allocated IP 172.20.0.4 (81eb3522-7438-4c78-9a26-847d52e0022b/4476e2f6-ab3e-4c58-a257-7802bef5b3fb/1e99ed42-7b4f-47a9-aabb-9ef94a810db2) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:45:28.364593 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Pushing event updated for resources: {'Port': ['ID=32889d2c-e453-4a30-aac5-16927c907742,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:28.373712 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:28.373712 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 9.9570546
Jun 17 14:45:28.381911 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36464) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:28.396356 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.678s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:28.742917 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b287674f0>, [{'id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1327197246-router', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '32889d2c-e453-4a30-aac5-16927c907742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:16Z', 'updated_at': '2021-06-17T14:45:21Z', 'revision_number': 3, 'project_id': '2792d6d461e64e3aa7a32a43046c01d9', 'gw_port': {'id': '32889d2c-e453-4a30-aac5-16927c907742', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:28.763603 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323e85de-c7f3-418b-af1a-314120c2805e None None] The sync data for ids ['731a6fb6-7b50-44c8-b5e1-3efa478445ee'] in dv-cinder-796859-1-iscsi is: [{'id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1327197246-router', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '32889d2c-e453-4a30-aac5-16927c907742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:16Z', 'updated_at': '2021-06-17T14:45:21Z', 'revision_number': 3, 'project_id': '2792d6d461e64e3aa7a32a43046c01d9', 'gw_port': {'id': '32889d2c-e453-4a30-aac5-16927c907742', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:45:28.790583 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-560572f1-e191-4ff6-a235-0d3d1d9a5a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:28.844833 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:28.970105 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:28.991051 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 5.7251987
Jun 17 14:45:29.000819 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36476) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:29.047669 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b286a8d90>, [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:22Z', 'revision_number': 3, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:29.056302 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Checking router: 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:45:29.056951 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Updating router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 port c5e2c8b3-db29-4701-a04d-3a7c54878523 binding host dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:45:29.058148 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Request body: {'subnet': {'network_id': '5890b890-a992-40b3-8ca2-234c3a27d9ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-39983371-subnet', 'tenant_id': 'dc7e938fc3e04dd08a7cd0f0c4b944ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:29.091615 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:29.104457 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Usage tracker for resource:subnet and tenant:dc7e938fc3e04dd08a7cd0f0c4b944ba is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:29.140440 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:29.154657 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-8ca8eda7-dda3-45bb-ae88-0abf81968980 req-c9b72329-d6a8-4ca6-84e0-3e57e8394c5a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Synchronizing usage tracker for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:45:29.158513 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:29.195028 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3c0fbc73-b086-43f6-9250-3591c593a6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:29.344174 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:29.354444 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Made reservation on behalf of dc7e938fc3e04dd08a7cd0f0c4b944ba for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:29.398515 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:29.542411 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Pushing event updated for resources: {'Network': ['ID=5890b890-a992-40b3-8ca2-234c3a27d9ba,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:29.565587 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-8ca8eda7-dda3-45bb-ae88-0abf81968980 req-c9b72329-d6a8-4ca6-84e0-3e57e8394c5a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Unset dirty status for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:45:29.577891 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8ca8eda7-dda3-45bb-ae88-0abf81968980 req-c9b72329-d6a8-4ca6-84e0-3e57e8394c5a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 210 time: 0.9243169
Jun 17 14:45:29.578834 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network 5890b890-a992-40b3-8ca2-234c3a27d9ba details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:45:29.582355 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.412s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:29.680338 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Network 81eb3522-7438-4c78-9a26-847d52e0022b is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:45:29.827807 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:29.839811 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:45:29.846047 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:29.847039 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for port, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:29.931720 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Pushing event updated for resources: {'Port': ['ID=1e99ed42-7b4f-47a9-aabb-9ef94a810db2,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:29.936398 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:30.004663 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c37ac-bdb9-4da9-a3f4-b6bbb35c485d req-1d2922e6-3884-411b-a918-c8e2d5a0ec0b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:30.010019 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0e4c37ac-bdb9-4da9-a3f4-b6bbb35c485d req-1d2922e6-3884-411b-a918-c8e2d5a0ec0b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 931 time: 1.1214957
Jun 17 14:45:30.314824 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 32889d2c-e453-4a30-aac5-16927c907742 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:45:30.544042 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1613815
Jun 17 14:45:30.599105 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:30.671360 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-0e4c37ac-bdb9-4da9-a3f4-b6bbb35c485d req-fdca2adc-df8d-4a44-9659-1f03656ca5bc tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Synchronizing usage tracker for tenant:8f12ad32ccb341c4b7edc1cb19cbbe59 on resource:security_group {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:45:30.707884 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:30.712857 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:30.790403 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-bfca0fd8-76af-4f0e-a1b7-b3b3544e9a67 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=78706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 17 14:45:30.796552 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-bfca0fd8-76af-4f0e-a1b7-b3b3544e9a67 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0314221
Jun 17 14:45:31.070455 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 32889d2c-e453-4a30-aac5-16927c907742 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:45:31.107948 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 32889d2c-e453-4a30-aac5-16927c907742 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:31.125381 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:31.570307 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-0e4c37ac-bdb9-4da9-a3f4-b6bbb35c485d req-fdca2adc-df8d-4a44-9659-1f03656ca5bc tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Unset dirty status for tenant:8f12ad32ccb341c4b7edc1cb19cbbe59 on resource:security_group {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:45:31.574312 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0e4c37ac-bdb9-4da9-a3f4-b6bbb35c485d req-fdca2adc-df8d-4a44-9659-1f03656ca5bc tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5255072
Jun 17 14:45:31.593080 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Request body: {'port': {'device_id': '281b83cb-adb1-4c9d-bae2-f9276d2ee7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:31.704632 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7f90c10a-2161-46fd-9f1a-43f861147e88 req-a1a73a82-98d1-42b5-9930-1ad7bb89b2b3 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 210 time: 0.2739937
Jun 17 14:45:31.789541 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:31.817912 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Transition to ACTIVE for port object c5e2c8b3-db29-4701-a04d-3a7c54878523 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:45:31.827823 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:31.836763 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:31.858332 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:31.937223 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:31.984465 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 32889d2c-e453-4a30-aac5-16927c907742, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=32889d2c-e453-4a30-aac5-16927c907742,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:45:32.006123 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:32.008208 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:32.021836 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Attempting to bind port c5e2c8b3-db29-4701-a04d-3a7c54878523 on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:45:32.022388 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Attempting to bind port c5e2c8b3-db29-4701-a04d-3a7c54878523 by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:45:32.022872 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Attempting to bind port c5e2c8b3-db29-4701-a04d-3a7c54878523 on network a32b1f87-2a0e-42d0-949c-6abcb3897131 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:45:32.039808 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095c4cc-8a67-4626-a924-660d4d8602ab None None] Pushing event updated for resources: {'Port': ['ID=c5e2c8b3-db29-4701-a04d-3a7c54878523,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:32.043837 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-8095c4cc-8a67-4626-a924-660d4d8602ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:32.045304 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-f9a119b3-0f81-4b1f-8189-4106fd70d166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:32.089807 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Network dd50999b-141a-4e96-bbd7-5875c2478242 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:45:32.101403 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:32.111823 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:45:32.119069 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:32.119813 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:32.133980 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:45:32.134607 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Checking segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:45:32.135020 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:32.135478 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Bound using segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:45:32.136372 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Bound port: c5e2c8b3-db29-4701-a04d-3a7c54878523, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:45:32.140602 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:32.274813 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=32889d2c-e453-4a30-aac5-16927c907742,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:32.287177 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Pushing event updated for resources: {'Port': ['ID=6f563e39-0ff4-4002-9022-ce568049f046,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:32.291965 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:32.298505 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:32.300249 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:32.306574 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:32.307999 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.5480258
Jun 17 14:45:32.336692 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:32.367247 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Request body: {'port': {'device_id': '49e39224-140c-4bd3-9620-954c9ce12bac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:32.384604 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Allocated IP 172.20.0.1 (22f67543-8926-41ff-b4b4-625241755da9/c246ed79-651b-4219-9b4b-375331c24392/26531516-b590-4a73-9a0c-c4e1f9ae2c2d) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:45:32.434388 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] For port c5e2c8b3-db29-4701-a04d-3a7c54878523, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:45:32.454781 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] For port c5e2c8b3-db29-4701-a04d-3a7c54878523, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=c5e2c8b3-db29-4701-a04d-3a7c54878523,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:45:32.466900 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:32.498256 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:32.532724 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:32.799577 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095c4cc-8a67-4626-a924-660d4d8602ab None None] Pushing event updated for resources: {'Port': ['ID=c5e2c8b3-db29-4701-a04d-3a7c54878523,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:32.822349 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-8095c4cc-8a67-4626-a924-660d4d8602ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:32.830158 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Routers {'1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:45:32.831451 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b286a8d90>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:45:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:32.847498 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:32.943544 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4d03c69b-cbee-4198-94c5-5e4aa587ce5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:33.317677 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] Set router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:45:33.376711 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Allocated IP 172.20.0.1 (b6e53ff0-1917-4389-b170-61d80fa927e9/9a3575f2-11d4-4900-8acc-ab5e547dc5f0/56ec9dd1-100c-46f0-8074-f951a87767ea) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:45:33.488801 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:33.501079 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36546) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:33.537037 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008af4a-42ed-4269-8d5d-5673c3676209 req-399c9c11-6f63-4313-891d-fc58259c285d tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:33.538296 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-a008af4a-42ed-4269-8d5d-5673c3676209 req-399c9c11-6f63-4313-891d-fc58259c285d tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Synchronizing usage tracker for tenant:8f12ad32ccb341c4b7edc1cb19cbbe59 on resource:port {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:45:33.545179 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46c278b-bddb-4822-9e5a-86b9c5ee5458,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:33.550826 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:33.612169 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Checking segment: {'id': '11a7072a-6813-439e-8aab-741c64f69e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '5890b890-a992-40b3-8ca2-234c3a27d9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:45:33.612696 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Network hostable DHCP agents. Network: 5890b890-a992-40b3-8ca2-234c3a27d9ba, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:45:33.733678 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-a008af4a-42ed-4269-8d5d-5673c3676209 req-399c9c11-6f63-4313-891d-fc58259c285d tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Unset dirty status for tenant:8f12ad32ccb341c4b7edc1cb19cbbe59 on resource:port {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:45:33.740982 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a008af4a-42ed-4269-8d5d-5673c3676209 req-399c9c11-6f63-4313-891d-fc58259c285d tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 931 time: 0.6985357
Jun 17 14:45:33.880077 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ada7-7ea5-4b5c-ac76-520ca4955d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:33.920880 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbcf7c-87f9-4b99-a7b4-0d84386c437c req-267b9449-66bc-472c-a199-1d479e7ad104 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:33.947007 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-35fbcf7c-87f9-4b99-a7b4-0d84386c437c req-267b9449-66bc-472c-a199-1d479e7ad104 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 932 time: 0.8672287
Jun 17 14:45:33.953489 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Network 5890b890-a992-40b3-8ca2-234c3a27d9ba is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:45:33.976834 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.db.resource_extend [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 17 14:45:34.039316 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d3a9ada7-7ea5-4b5c-ac76-520ca4955d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:34.137116 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-d3a9ada7-7ea5-4b5c-ac76-520ca4955d0e admin admin] Usage tracker for resource:security_group_rule and tenant:f049202812b74f079284df7c733bae54 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:34.188116 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-d3a9ada7-7ea5-4b5c-ac76-520ca4955d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:34.214819 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a008af4a-42ed-4269-8d5d-5673c3676209 req-ab2ecd7c-8de1-4e22-b0a4-7fbf7f1b9a3a tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3963583
Jun 17 14:45:34.215450 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, 5890b890-a992-40b3-8ca2-234c3a27d9ba) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:34.231624 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:34.232208 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:34.238365 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888f4bf7-11e2-49f0-b0da-e551397bbbb4 None None] Network 5890b890-a992-40b3-8ca2-234c3a27d9ba requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:45:34.280602 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d3a9ada7-7ea5-4b5c-ac76-520ca4955d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:34.326215 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:34.387054 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 32889d2c-e453-4a30-aac5-16927c907742 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:45:34.401733 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 {{(pid=78706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:45:34.420386 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:34.479524 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:34.510709 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Transition to ACTIVE for port object 56ec9dd1-100c-46f0-8074-f951a87767ea will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:45:34.558449 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:34.580000 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:34.626704 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:34.643196 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 5.5984387
Jun 17 14:45:34.693353 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Network 22f67543-8926-41ff-b4b4-625241755da9 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:45:34.723485 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:34.730489 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:45:34.733162 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650539'] for router_interface, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:34.768236 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-35fbcf7c-87f9-4b99-a7b4-0d84386c437c req-05347074-dd37-4940-9aca-611fabbd2445 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Synchronizing usage tracker for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:45:34.835914 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Network b6e53ff0-1917-4389-b170-61d80fa927e9 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:45:34.855229 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:34.895573 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:45:34.896637 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650539'] for router_interface, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:34.962598 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Pushing event updated for resources: {'Port': ['ID=56ec9dd1-100c-46f0-8074-f951a87767ea,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:34.975758 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-35fbcf7c-87f9-4b99-a7b4-0d84386c437c req-05347074-dd37-4940-9aca-611fabbd2445 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Unset dirty status for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:45:34.977625 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-35fbcf7c-87f9-4b99-a7b4-0d84386c437c req-05347074-dd37-4940-9aca-611fabbd2445 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0295391
Jun 17 14:45:34.979227 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:35.042654 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 32889d2c-e453-4a30-aac5-16927c907742 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:35.043033 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:35.182944 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f563e39-0ff4-4002-9022-ce568049f046 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:45:35.201381 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:35.224205 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Pushing event updated for resources: {'Port': ['ID=26531516-b590-4a73-9a0c-c4e1f9ae2c2d,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:35.249054 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.provisioning_blocks [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Transition to ACTIVE for port object 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 will not be triggered until provisioned by entity L2. {{(pid=78706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:45:35.260896 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Transition to ACTIVE for port object 6f563e39-0ff4-4002-9022-ce568049f046 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:45:35.266581 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:35.276797 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:35.291294 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b286a8d90>, [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:22Z', 'revision_number': 3, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:35.291987 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:35.337341 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-502af85f-4087-44b5-a11c-4d046089c927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:35.363370 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-75545bbe-bc68-4604-84cf-f0467dbaff33 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:35.402857 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2097493b-f486-4f04-a7b7-03607b7c40e5 None None] The sync data for ids ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'] in dv-cinder-796859-1-iscsi is: [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:22Z', 'revision_number': 3, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:45:35.588458 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Pushing event updated for resources: {'Port': ['ID=1e99ed42-7b4f-47a9-aabb-9ef94a810db2,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:35.625281 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1432485-5c6c-4ac3-a432-83a897393e38 None None] Network 5890b890-a992-40b3-8ca2-234c3a27d9ba requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:45:35.627280 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:35.707802 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-847bfaf8-bd86-48f2-8bf3-8f92a5a76ad8 None None] Provisioning for port 56ec9dd1-100c-46f0-8074-f951a87767ea completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:45:35.757337 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-847bfaf8-bd86-48f2-8bf3-8f92a5a76ad8 None None] Provisioning complete for port 56ec9dd1-100c-46f0-8074-f951a87767ea triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:35.757730 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-847bfaf8-bd86-48f2-8bf3-8f92a5a76ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:36.015422 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-847bfaf8-bd86-48f2-8bf3-8f92a5a76ad8 None None] Port 56ec9dd1-100c-46f0-8074-f951a87767ea cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:45:36.213544 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36582) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:36.333829 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1845437847-network', 'tenant_id': '38886dc5d28d443ca2028b22390a1c3c'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:36.351094 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:36.361957 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device c5e2c8b3-db29-4701-a04d-3a7c54878523 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:45:36.362706 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Usage tracker for resource:network and tenant:38886dc5d28d443ca2028b22390a1c3c is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:36.366265 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:36.373526 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:36.396439 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Made reservation on behalf of 38886dc5d28d443ca2028b22390a1c3c for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:36.399135 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:36.453516 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:45:36.576030 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:36.587426 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f563e39-0ff4-4002-9022-ce568049f046,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:36.618715 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.281s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:36.623669 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Attempting to bind port 6f563e39-0ff4-4002-9022-ce568049f046 on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:45:36.624041 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Attempting to bind port 6f563e39-0ff4-4002-9022-ce568049f046 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:45:36.624379 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Attempting to bind port 6f563e39-0ff4-4002-9022-ce568049f046 on network dd50999b-141a-4e96-bbd7-5875c2478242 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:45:36.624689 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:36.633099 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:36.637481 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Usage tracker for resource:security_group_rule and tenant:38886dc5d28d443ca2028b22390a1c3c is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:36.641210 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:36.646780 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:36.669487 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:36.682037 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Port 6f563e39-0ff4-4002-9022-ce568049f046 on network dd50999b-141a-4e96-bbd7-5875c2478242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:45:36.684748 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Attempting to bind port 6f563e39-0ff4-4002-9022-ce568049f046 on network dd50999b-141a-4e96-bbd7-5875c2478242 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:45:36.741638 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:45:36.742139 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Checking segment: {'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:45:36.742879 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Bound using segment: {'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:45:36.743342 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Bound port: 6f563e39-0ff4-4002-9022-ce568049f046, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:45:36.743796 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:36.757996 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port c5e2c8b3-db29-4701-a04d-3a7c54878523 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:45:36.763730 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port c5e2c8b3-db29-4701-a04d-3a7c54878523 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:36.764227 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:36.794165 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263f24b-5e17-4e05-9412-37ceca6cc9ef req-efe60e50-1dee-4374-b146-b0629b79ba2b tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:36.800895 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8263f24b-5e17-4e05-9412-37ceca6cc9ef req-efe60e50-1dee-4374-b146-b0629b79ba2b tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 944 time: 0.4170785
Jun 17 14:45:36.859859 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Attempting to bind port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:45:36.860957 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Attempting to bind port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '148aedd5-a5b4-4608-bf00-2f1869fa44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '81eb3522-7438-4c78-9a26-847d52e0022b'}] {{(pid=78706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:45:36.861532 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Attempting to bind port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 on network 81eb3522-7438-4c78-9a26-847d52e0022b {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:45:36.982097 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] For port 6f563e39-0ff4-4002-9022-ce568049f046, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:45:36.988051 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] For port 6f563e39-0ff4-4002-9022-ce568049f046, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=6f563e39-0ff4-4002-9022-ce568049f046,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:45:37.029028 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 on network 81eb3522-7438-4c78-9a26-847d52e0022b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:45:37.029993 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Attempting to bind port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 on network 81eb3522-7438-4c78-9a26-847d52e0022b {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:45:37.030587 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.046766 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:45:37.047585 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Checking segment: {'id': '148aedd5-a5b4-4608-bf00-2f1869fa44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '81eb3522-7438-4c78-9a26-847d52e0022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:45:37.048267 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Bound using segment: {'id': '148aedd5-a5b4-4608-bf00-2f1869fa44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '81eb3522-7438-4c78-9a26-847d52e0022b'} {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:45:37.048728 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Bound port: 1e99ed42-7b4f-47a9-aabb-9ef94a810db2, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148aedd5-a5b4-4608-bf00-2f1869fa44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '81eb3522-7438-4c78-9a26-847d52e0022b'}}] {{(pid=78706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:45:37.049077 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.049301 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port c5e2c8b3-db29-4701-a04d-3a7c54878523, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=c5e2c8b3-db29-4701-a04d-3a7c54878523,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:45:37.064491 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.070986 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:37.080493 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.115986 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:37.159417 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.213240 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=c5e2c8b3-db29-4701-a04d-3a7c54878523,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:37.217314 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:37.219279 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.225223 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f563e39-0ff4-4002-9022-ce568049f046,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:37.236874 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.247081 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8263f24b-5e17-4e05-9412-37ceca6cc9ef req-e0f52391-e92b-4b2b-886e-87fc4544496c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4221542
Jun 17 14:45:37.248111 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:37.250893 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650632'] for router_interface, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.253087 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.260055 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ada7-7ea5-4b5c-ac76-520ca4955d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.264385 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:37.264916 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:37.265606 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.267369 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] 10.222.0.37 "PUT /v2.0/ports/6f563e39-0ff4-4002-9022-ce568049f046 HTTP/1.1" status: 200  len: 1094 time: 4.9048631
Jun 17 14:45:37.268804 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e39224-140c-4bd3-9620-954c9ce12bac', 'tag': '6f563e39-0ff4-4002-9022-ce568049f046'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:45:37.322322 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ada7-7ea5-4b5c-ac76-520ca4955d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.330174 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:37.416087 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'}  {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:45:37.417407 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5b655-edf1-41a2-8fe4-3e7fa7427679 req-1f06bc34-aa2e-4d48-a017-3e3515f5ed14 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:37.419082 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-34f5b655-edf1-41a2-8fe4-3e7fa7427679 req-1f06bc34-aa2e-4d48-a017-3e3515f5ed14 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 943 time: 1.8699074
Jun 17 14:45:37.437122 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb29a06-ed87-48f1-a880-d42c8e37ca26,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:37.443640 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:37.447908 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.448245 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.segments_db [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Added segment 0cb4563a-5cbc-4ad7-8dce-4609cff3a2c4 of type vlan for network 57daf802-087a-4b05-9bb2-e696c582c642
Jun 17 14:45:37.494380 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] For port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2, host hv-cinder-79685, cleared binding levels {{(pid=78706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:45:37.498014 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Pushing event updated for resources: {'Port': ['ID=26531516-b590-4a73-9a0c-c4e1f9ae2c2d,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:37.501245 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:37.502493 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.527574 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-afeb6282-fb92-4b42-a05c-6366e8b8d406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:37.545136 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.551721 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.553223 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650632'] for router_interface, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.556907 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-d3a9ada7-7ea5-4b5c-ac76-520ca4955d0e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f049202812b74f079284df7c733bae54&name=default HTTP/1.1" status: 200  len: 2975 time: 4.0429759
Jun 17 14:45:37.557803 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:37.565337 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36598) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:37.569471 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] For port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=1e99ed42-7b4f-47a9-aabb-9ef94a810db2,segment=NetworkSegment(148aedd5-a5b4-4608-bf00-2f1869fa44c5),segment_id=148aedd5-a5b4-4608-bf00-2f1869fa44c5)] {{(pid=78706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:45:37.603219 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.629849 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:37.630621 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.706961 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Pushing event updated for resources: {'Port': ['ID=56ec9dd1-100c-46f0-8074-f951a87767ea,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:37.717407 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:37.717959 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:37.781565 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:37.853478 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9ada7-7ea5-4b5c-ac76-520ca4955d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083dd668-f116-454e-bdfc-78d6effcb858,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:37.874290 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d3a9ada7-7ea5-4b5c-ac76-520ca4955d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:37.892022 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e39224-140c-4bd3-9620-954c9ce12bac', 'tag': '6f563e39-0ff4-4002-9022-ce568049f046', 'status': 'completed', 'code': 200}
Jun 17 14:45:37.893734 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:37.904115 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 1.6402781
Jun 17 14:45:37.908849 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36606) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:37.922648 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Request body: {'subnet': {'network_id': '57daf802-087a-4b05-9bb2-e696c582c642', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1845437847-subnet', 'tenant_id': '38886dc5d28d443ca2028b22390a1c3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:37.985180 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-34f5b655-edf1-41a2-8fe4-3e7fa7427679 req-fd24db6e-8c14-4028-a0da-caed3ec24cab tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4993918
Jun 17 14:45:37.999774 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:38.008995 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Network 22f67543-8926-41ff-b4b4-625241755da9 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:45:38.012329 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:38.013053 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for port, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:38.014745 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] 10.222.0.37 "PUT /v2.0/ports/1e99ed42-7b4f-47a9-aabb-9ef94a810db2 HTTP/1.1" status: 200  len: 1093 time: 6.5922406
Jun 17 14:45:38.019936 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Pushing event updated for resources: {'Network': ['ID=57daf802-087a-4b05-9bb2-e696c582c642,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:38.023528 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Usage tracker for resource:subnet and tenant:38886dc5d28d443ca2028b22390a1c3c is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:38.028424 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:38.029560 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:38.032141 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network 57daf802-087a-4b05-9bb2-e696c582c642 details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:45:38.033753 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281b83cb-adb1-4c9d-bae2-f9276d2ee7d1', 'tag': '1e99ed42-7b4f-47a9-aabb-9ef94a810db2'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:45:38.041448 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:38.050314 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Network b6e53ff0-1917-4389-b170-61d80fa927e9 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:45:38.053088 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:38.120059 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Made reservation on behalf of 38886dc5d28d443ca2028b22390a1c3c for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:38.122576 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:38.155105 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:38.439710 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Pushing event updated for resources: {'Port': ['ID=1e99ed42-7b4f-47a9-aabb-9ef94a810db2,revision_number=3']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:38.467159 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:38.470488 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bf4777f6-6f31-44bc-86cf-5b8d6be629a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:38.485874 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device c5e2c8b3-db29-4701-a04d-3a7c54878523 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:45:38.608774 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bf4777f6-6f31-44bc-86cf-5b8d6be629a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:38.769545 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-726d903d-d0fc-4dbb-88e6-6641eec86f59 None None] Provisioning complete for port 56ec9dd1-100c-46f0-8074-f951a87767ea triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:38.781818 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-726d903d-d0fc-4dbb-88e6-6641eec86f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:38.816504 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Router 731a6fb6-7b50-44c8-b5e1-3efa478445ee has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:45:38.926391 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port c5e2c8b3-db29-4701-a04d-3a7c54878523 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:38.927281 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:39.095890 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bf4777f6-6f31-44bc-86cf-5b8d6be629a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:39.097544 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281b83cb-adb1-4c9d-bae2-f9276d2ee7d1', 'tag': '1e99ed42-7b4f-47a9-aabb-9ef94a810db2', 'status': 'completed', 'code': 200}
Jun 17 14:45:39.124611 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-726d903d-d0fc-4dbb-88e6-6641eec86f59 None None] Port 56ec9dd1-100c-46f0-8074-f951a87767ea cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:45:39.155807 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:39.190968 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:45:39.198014 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4777f6-6f31-44bc-86cf-5b8d6be629a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083dd668-f116-454e-bdfc-78d6effcb858,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:39.262311 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-bf4777f6-6f31-44bc-86cf-5b8d6be629a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:39.472268 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bf4777f6-6f31-44bc-86cf-5b8d6be629a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:39.476474 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-bf4777f6-6f31-44bc-86cf-5b8d6be629a7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/083dd668-f116-454e-bdfc-78d6effcb858 HTTP/1.1" status: 204  len: 168 time: 1.9051454
Jun 17 14:45:39.744567 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:45:39.764199 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-3f21488a-eefc-443d-9b8f-c51f6c47549c admin admin] 10.222.0.89 "PUT /v2.0/routers/731a6fb6-7b50-44c8-b5e1-3efa478445ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.9662170
Jun 17 14:45:39.766686 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Sync routers for ids ['731a6fb6-7b50-44c8-b5e1-3efa478445ee'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:45:39.789694 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Routers {'731a6fb6-7b50-44c8-b5e1-3efa478445ee'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:45:39.790757 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b285bc880>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:45:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['731a6fb6-7b50-44c8-b5e1-3efa478445ee'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:39.808727 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ab0e4-1c33-4b19-a9dd-50cf6223e0e7 req-af287286-0505-4e1a-a991-4b7b83a20125 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:39.840466 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf3ab0e4-1c33-4b19-a9dd-50cf6223e0e7 req-af287286-0505-4e1a-a991-4b7b83a20125 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 944 time: 1.0142286
Jun 17 14:45:39.847293 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf2694-08b2-4c68-a90b-0d5da4691b96 req-729f8340-4a25-4d23-b993-dc33148f37d9 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:39.849523 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3ddf2694-08b2-4c68-a90b-0d5da4691b96 req-729f8340-4a25-4d23-b993-dc33148f37d9 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 943 time: 0.3145027
Jun 17 14:45:40.015587 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3ddf2694-08b2-4c68-a90b-0d5da4691b96 req-6481d78e-6978-4013-92c1-eefd3a38a407 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433325
Jun 17 14:45:40.148052 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf3ab0e4-1c33-4b19-a9dd-50cf6223e0e7 req-54787482-2810-471e-a053-7b1d217b531d tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3044188
Jun 17 14:45:40.251151 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Set router 731a6fb6-7b50-44c8-b5e1-3efa478445ee gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:45:40.305092 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:45:40.306517 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Sync routers for ids ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:45:40.326099 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Routers {'1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:45:40.331254 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28745850>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:45:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:40.430647 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] 10.222.0.89 "PUT /v2.0/routers/1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0272691
Jun 17 14:45:40.555908 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6e690d4-89fb-402a-8e98-40ca7539f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:40.557000 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-f6e690d4-89fb-402a-8e98-40ca7539f2ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 1097 time: 0.1566095
Jun 17 14:45:40.966686 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Set router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:45:41.025344 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d97de9-a65b-4011-a1fc-4fb9f0c817ae req-7ea9212f-9770-449a-a181-add33c4c03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:41.027013 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-67d97de9-a65b-4011-a1fc-4fb9f0c817ae req-7ea9212f-9770-449a-a181-add33c4c03cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f12ad32ccb341c4b7edc1cb19cbbe59&device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 1096 time: 0.3928843
Jun 17 14:45:41.064447 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-2bef6775-c885-4bba-8ccc-b8dd2cc3baa7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f563e39-0ff4-4002-9022-ce568049f046 HTTP/1.1" status: 200  len: 217 time: 0.4482377
Jun 17 14:45:41.246091 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:41.265964 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b285bc880>, [{'id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1327197246-router', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '32889d2c-e453-4a30-aac5-16927c907742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:16Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '2792d6d461e64e3aa7a32a43046c01d9', 'gw_port': {'id': '32889d2c-e453-4a30-aac5-16927c907742', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '26531516-b590-4a73-9a0c-c4e1f9ae2c2d', 'name': '', 'network_id': '22f67543-8926-41ff-b4b4-625241755da9', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9', 'mac_address': 'fa:16:3e:ca:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c246ed79-651b-4219-9b4b-375331c24392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:31Z', 'updated_at': '2021-06-17T14:45:36Z', 'revision_number': 2, 'project_id': '2792d6d461e64e3aa7a32a43046c01d9', 'subnets': [{'id': 'c246ed79-651b-4219-9b4b-375331c24392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:41.275894 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Checking router: 731a6fb6-7b50-44c8-b5e1-3efa478445ee for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:45:41.276254 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Updating router 731a6fb6-7b50-44c8-b5e1-3efa478445ee port 26531516-b590-4a73-9a0c-c4e1f9ae2c2d binding host dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:45:41.435896 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:41.452763 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0e217a94-d57a-4df0-a316-244def759175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:41.572734 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-54ed782b-fa9a-4357-8cc5-c217332a21cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:41.574604 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-54ed782b-fa9a-4357-8cc5-c217332a21cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de193f92-d8b1-4df4-8b31-7b59b1c61812 HTTP/1.1" status: 200  len: 855 time: 0.4139125
Jun 17 14:45:41.710426 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb199c1-c6ee-4a95-ab28-ac342726882f,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:41.785063 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-1a9adc02-9bed-4ebd-a5f3-be56360f1b66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd50999b-141a-4e96-bbd7-5875c2478242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1771150
Jun 17 14:45:41.790289 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:41.795626 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d97de9-a65b-4011-a1fc-4fb9f0c817ae req-b0d5332b-c08d-431f-99f8-e50e9713e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:41.803536 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-67d97de9-a65b-4011-a1fc-4fb9f0c817ae req-b0d5332b-c08d-431f-99f8-e50e9713e742 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8f12ad32ccb341c4b7edc1cb19cbbe59&shared=False HTTP/1.1" status: 200  len: 914 time: 0.6456099
Jun 17 14:45:41.827620 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36714) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:41.890058 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--959487292', 'description': 'tempest-description--1912049383'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:41.901418 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:41.908547 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Usage tracker for resource:security_group and tenant:435f37682b7445629d33055791ada83b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:41.913673 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:41.923217 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:41.958752 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-8828f7dd-41ec-453d-a84e-c9e3d3fd3759 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:41.968276 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-8828f7dd-41ec-453d-a84e-c9e3d3fd3759 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Synchronizing usage tracker for tenant:2792d6d461e64e3aa7a32a43046c01d9 on resource:network {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:45:41.968700 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28745850>, [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 2, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:41.982414 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Checking router: 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:45:41.982782 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Updating router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 port 56ec9dd1-100c-46f0-8074-f951a87767ea binding host dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:45:42.109763 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Checking segment: {'id': '0cb4563a-5cbc-4ad7-8dce-4609cff3a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '57daf802-087a-4b05-9bb2-e696c582c642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:45:42.113379 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Network hostable DHCP agents. Network: 57daf802-087a-4b05-9bb2-e696c582c642, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:45:42.123877 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:42.211726 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:42.288862 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Network 57daf802-087a-4b05-9bb2-e696c582c642 is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:45:42.293389 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:42.302892 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d97de9-a65b-4011-a1fc-4fb9f0c817ae req-5d7c5b4c-a7b1-47d1-a8b7-93d4311cd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:42.304957 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-67d97de9-a65b-4011-a1fc-4fb9f0c817ae req-5d7c5b4c-a7b1-47d1-a8b7-93d4311cd560 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.4502919
Jun 17 14:45:42.309274 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Usage tracker for resource:security_group_rule and tenant:435f37682b7445629d33055791ada83b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:42.313272 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:42.322469 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, 57daf802-087a-4b05-9bb2-e696c582c642) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:42.325509 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:42.333045 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:42.334013 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:42.345871 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:42.382002 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Transition to ACTIVE for port object 26531516-b590-4a73-9a0c-c4e1f9ae2c2d will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:45:42.385536 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-3f0f46ac-09da-45be-a8d2-ac4d3f52c510 service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5901890
Jun 17 14:45:42.390500 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:42.403082 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.4816015
Jun 17 14:45:42.403302 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:42.410208 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a36dd-951a-45a9-a82c-02d8c78d8111 req-f27fb536-9f04-418f-bbc3-b51e856eac6c tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:42.418353 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d99a36dd-951a-45a9-a82c-02d8c78d8111 req-f27fb536-9f04-418f-bbc3-b51e856eac6c tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 943 time: 0.2971728
Jun 17 14:45:42.461608 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60a26f-af50-41a3-8466-4c4110dfd941 None None] Network 57daf802-087a-4b05-9bb2-e696c582c642 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:45:42.513328 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d99a36dd-951a-45a9-a82c-02d8c78d8111 req-9e67f5e7-7d01-4f03-8d49-802cd5e61ba7 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939996
Jun 17 14:45:42.542355 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:42.552033 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:42.560578 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:42.562830 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-8828f7dd-41ec-453d-a84e-c9e3d3fd3759 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Unset dirty status for tenant:2792d6d461e64e3aa7a32a43046c01d9 on resource:network {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:45:42.572149 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-8828f7dd-41ec-453d-a84e-c9e3d3fd3759 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/networks?id=22f67543-8926-41ff-b4b4-625241755da9 HTTP/1.1" status: 200  len: 819 time: 1.5093102
Jun 17 14:45:42.605732 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-9de1ce28-89c4-4134-b31f-3467e79147b6 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/quotas/2792d6d461e64e3aa7a32a43046c01d9 HTTP/1.1" status: 200  len: 375 time: 0.0298302
Jun 17 14:45:42.608466 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519880f-c5af-432f-a6ed-0d509d7f363a None None] Pushing event updated for resources: {'Port': ['ID=26531516-b590-4a73-9a0c-c4e1f9ae2c2d,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:42.670970 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4887ba-eb50-42c2-953c-1083fd1834ee,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:42.675449 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0519880f-c5af-432f-a6ed-0d509d7f363a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:42.679763 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:42.680603 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:42.683436 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.8449190
Jun 17 14:45:42.685289 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36738) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:42.694171 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-6980c941-7722-4e5e-aaad-dd1b4375fa93 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Request body: {'security_group_rule': {'security_group_id': '7e4887ba-eb50-42c2-953c-1083fd1834ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:42.713895 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-6980c941-7722-4e5e-aaad-dd1b4375fa93 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:42.718891 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-6980c941-7722-4e5e-aaad-dd1b4375fa93 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Usage tracker for resource:security_group_rule and tenant:435f37682b7445629d33055791ada83b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:42.724637 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-6980c941-7722-4e5e-aaad-dd1b4375fa93 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:42.735183 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-6980c941-7722-4e5e-aaad-dd1b4375fa93 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:42.800422 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36742) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:42.820101 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Attempting to bind port 26531516-b590-4a73-9a0c-c4e1f9ae2c2d on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:45:42.821120 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Attempting to bind port 26531516-b590-4a73-9a0c-c4e1f9ae2c2d by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '2558049f-44eb-44ef-aae2-eb8cfe45a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '22f67543-8926-41ff-b4b4-625241755da9'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:45:42.821829 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Attempting to bind port 26531516-b590-4a73-9a0c-c4e1f9ae2c2d on network 22f67543-8926-41ff-b4b4-625241755da9 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:45:42.834302 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:45:42.835155 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Checking segment: {'id': '2558049f-44eb-44ef-aae2-eb8cfe45a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '22f67543-8926-41ff-b4b4-625241755da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:45:42.835277 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6980c941-7722-4e5e-aaad-dd1b4375fa93 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:42.836108 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:42.836728 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Bound using segment: {'id': '2558049f-44eb-44ef-aae2-eb8cfe45a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '22f67543-8926-41ff-b4b4-625241755da9'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:45:42.837415 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Bound port: 26531516-b590-4a73-9a0c-c4e1f9ae2c2d, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2558049f-44eb-44ef-aae2-eb8cfe45a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '22f67543-8926-41ff-b4b4-625241755da9'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:45:42.837908 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:42.912072 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e008e4df-ef22-464c-beb4-592f861cf1ac tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Synchronizing usage tracker for tenant:2792d6d461e64e3aa7a32a43046c01d9 on resource:port {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:45:42.955356 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd40ec-e5e0-4d81-94d7-9f781a38270f req-0934bdbc-7c74-45c2-b920-71cf6a3d64c9 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:42.961597 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-8195abae-6262-460d-a119-f8a2d77ffde7 admin admin] Deleting subnet b46c278b-bddb-4822-9e5a-86b9c5ee5458 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:45:42.964855 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f3dd40ec-e5e0-4d81-94d7-9f781a38270f req-0934bdbc-7c74-45c2-b920-71cf6a3d64c9 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 944 time: 0.2313201
Jun 17 14:45:42.969773 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8195abae-6262-460d-a119-f8a2d77ffde7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:43.023447 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] For port 26531516-b590-4a73-9a0c-c4e1f9ae2c2d, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:45:43.037187 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] For port 26531516-b590-4a73-9a0c-c4e1f9ae2c2d, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=26531516-b590-4a73-9a0c-c4e1f9ae2c2d,segment=NetworkSegment(2558049f-44eb-44ef-aae2-eb8cfe45a1ad),segment_id=2558049f-44eb-44ef-aae2-eb8cfe45a1ad)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:45:43.044864 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6980c941-7722-4e5e-aaad-dd1b4375fa93 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:43.052400 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:43.069133 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:43.069378 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6980c941-7722-4e5e-aaad-dd1b4375fa93 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:43.085509 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f3dd40ec-e5e0-4d81-94d7-9f781a38270f req-2ea8e59b-4bfc-4955-a48d-28f97bdd361c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193242
Jun 17 14:45:43.104459 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e008e4df-ef22-464c-beb4-592f861cf1ac tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Unset dirty status for tenant:2792d6d461e64e3aa7a32a43046c01d9 on resource:port {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:45:43.107948 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e008e4df-ef22-464c-beb4-592f861cf1ac tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=2792d6d461e64e3aa7a32a43046c01d9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5005696
Jun 17 14:45:43.118795 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:43.145371 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980c941-7722-4e5e-aaad-dd1b4375fa93 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f74c614-ac42-4a7b-954a-02150f1aa941,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:43.159492 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6980c941-7722-4e5e-aaad-dd1b4375fa93 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:43.193776 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6980c941-7722-4e5e-aaad-dd1b4375fa93 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:43.200392 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-6980c941-7722-4e5e-aaad-dd1b4375fa93 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5137441
Jun 17 14:45:43.206212 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36754) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:43.231948 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-e386b24a-d894-4ff0-ad50-144e73e4f8b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Request body: {'security_group_rule': {'security_group_id': '7e4887ba-eb50-42c2-953c-1083fd1834ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:43.255843 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e386b24a-d894-4ff0-ad50-144e73e4f8b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:43.270610 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c438177-f030-4eb1-9dae-8f2b2755f01e None None] Network 57daf802-087a-4b05-9bb2-e696c582c642 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:45:43.287022 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e386b24a-d894-4ff0-ad50-144e73e4f8b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Usage tracker for resource:security_group_rule and tenant:435f37682b7445629d33055791ada83b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:43.304645 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e386b24a-d894-4ff0-ad50-144e73e4f8b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:43.330327 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e386b24a-d894-4ff0-ad50-144e73e4f8b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:43.402368 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e386b24a-d894-4ff0-ad50-144e73e4f8b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:43.407067 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Routers {'731a6fb6-7b50-44c8-b5e1-3efa478445ee'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:45:43.412495 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b285bc880>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:45:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['731a6fb6-7b50-44c8-b5e1-3efa478445ee'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:43.581411 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-ac1f82bc-df6e-4187-9027-53edcdd76896 service neutron] 10.222.0.89 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4515340
Jun 17 14:45:43.616083 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e386b24a-d894-4ff0-ad50-144e73e4f8b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:43.618673 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519880f-c5af-432f-a6ed-0d509d7f363a None None] Pushing event updated for resources: {'Port': ['ID=26531516-b590-4a73-9a0c-c4e1f9ae2c2d,revision_number=4']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:43.625814 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e386b24a-d894-4ff0-ad50-144e73e4f8b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:43.687052 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8195abae-6262-460d-a119-f8a2d77ffde7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:43.700690 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0519880f-c5af-432f-a6ed-0d509d7f363a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:43.711601 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:43.777813 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e386b24a-d894-4ff0-ad50-144e73e4f8b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:43.778950 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] Set router 731a6fb6-7b50-44c8-b5e1-3efa478445ee gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:45:43.779791 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e386b24a-d894-4ff0-ad50-144e73e4f8b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5693600
Jun 17 14:45:43.792752 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36764) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:43.806228 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386b24a-d894-4ff0-ad50-144e73e4f8b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68986ff6-2613-43c6-bb5e-7e5226c7f435,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:43.815126 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e386b24a-d894-4ff0-ad50-144e73e4f8b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:43.833630 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Request body: {'floatingip': {'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:43.851972 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:43.863266 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Usage tracker for resource:floatingip and tenant:435f37682b7445629d33055791ada83b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:43.875089 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:43.889918 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:43.965067 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8195abae-6262-460d-a119-f8a2d77ffde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:44.016041 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:44.037241 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:44.090127 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Transition to ACTIVE for port object 56ec9dd1-100c-46f0-8074-f951a87767ea will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:45:44.139742 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:44.173147 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:44.176663 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e76ee27c-d279-4da1-a6a4-a651550d43ac service neutron] 10.222.0.89 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5802705
Jun 17 14:45:44.278370 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e92466-e0f5-451d-a72c-053164b9a122 req-9489e758-9275-4768-9902-76da401036e0 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:44.280435 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-37e92466-e0f5-451d-a72c-053164b9a122 req-9489e758-9275-4768-9902-76da401036e0 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 943 time: 0.3759074
Jun 17 14:45:44.599100 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12cd62-cde8-4a96-bacf-49a9cf296940 None None] Pushing event updated for resources: {'Port': ['ID=56ec9dd1-100c-46f0-8074-f951a87767ea,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:44.622580 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-37e92466-e0f5-451d-a72c-053164b9a122 req-a49dc184-ca17-4d19-afa7-bc2c6691ce4e tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379673
Jun 17 14:45:44.632188 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-de12cd62-cde8-4a96-bacf-49a9cf296940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:44.699761 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:44.792496 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8195abae-6262-460d-a119-f8a2d77ffde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:44.797533 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-af0268c9-f109-4f31-b73f-c45ef780b7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:44.847600 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Attempting to bind port 56ec9dd1-100c-46f0-8074-f951a87767ea on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:45:44.848576 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Attempting to bind port 56ec9dd1-100c-46f0-8074-f951a87767ea by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:45:44.848960 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Attempting to bind port 56ec9dd1-100c-46f0-8074-f951a87767ea on network b6e53ff0-1917-4389-b170-61d80fa927e9 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:45:44.857985 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:45:44.858419 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Checking segment: {'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:45:44.858846 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:44.859266 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Bound using segment: {'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:45:44.859903 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Bound port: 56ec9dd1-100c-46f0-8074-f951a87767ea, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:45:44.864196 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:44.874812 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b285bc880>, [{'id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1327197246-router', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '32889d2c-e453-4a30-aac5-16927c907742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:16Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '2792d6d461e64e3aa7a32a43046c01d9', 'gw_port': {'id': '32889d2c-e453-4a30-aac5-16927c907742', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '26531516-b590-4a73-9a0c-c4e1f9ae2c2d', 'name': '', 'network_id': '22f67543-8926-41ff-b4b4-625241755da9', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9', 'mac_address': 'fa:16:3e:ca:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c246ed79-651b-4219-9b4b-375331c24392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:31Z', 'updated_at': '2021-06-17T14:45:43Z', 'revision_number': 4, 'project_id': '2792d6d461e64e3aa7a32a43046c01d9', 'subnets': [{'id': 'c246ed79-651b-4219-9b4b-375331c24392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:44.886257 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b947ff-57f3-4fa5-b7e5-222263255ac6 None None] The sync data for ids ['731a6fb6-7b50-44c8-b5e1-3efa478445ee'] in dv-cinder-796859-1-iscsi is: [{'id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1327197246-router', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '32889d2c-e453-4a30-aac5-16927c907742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:16Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '2792d6d461e64e3aa7a32a43046c01d9', 'gw_port': {'id': '32889d2c-e453-4a30-aac5-16927c907742', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '26531516-b590-4a73-9a0c-c4e1f9ae2c2d', 'name': '', 'network_id': '22f67543-8926-41ff-b4b4-625241755da9', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9', 'mac_address': 'fa:16:3e:ca:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c246ed79-651b-4219-9b4b-375331c24392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:31Z', 'updated_at': '2021-06-17T14:45:43Z', 'revision_number': 4, 'project_id': '2792d6d461e64e3aa7a32a43046c01d9', 'subnets': [{'id': 'c246ed79-651b-4219-9b4b-375331c24392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:45:44.947721 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f9b2b1c1-a9c7-4c42-a0b4-980b513da05c req-4f0b9228-4226-4447-82f6-14824f799062 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 210 time: 0.0919092
Jun 17 14:45:45.054971 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195abae-6262-460d-a119-f8a2d77ffde7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b46c278b-bddb-4822-9e5a-86b9c5ee5458,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:45.080672 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8195abae-6262-460d-a119-f8a2d77ffde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:45.098608 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8195abae-6262-460d-a119-f8a2d77ffde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:45.210139 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Allocated IP 172.27.3.14 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/2b0a8a8b-1b92-4742-8a44-65d537240a4d) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:45:45.352473 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] For port 56ec9dd1-100c-46f0-8074-f951a87767ea, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:45:45.356662 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] For port 56ec9dd1-100c-46f0-8074-f951a87767ea, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=56ec9dd1-100c-46f0-8074-f951a87767ea,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:45:45.364610 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:45.377516 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:45.520293 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Routers {'1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:45:45.521700 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28745850>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:45:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:45.536548 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36804) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:45.728014 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-218d727f-ac41-4440-985d-2c6ee18aa877 req-25468ecb-8231-49d9-a2e9-2b0254069271 service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5605798
Jun 17 14:45:45.732051 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-8195abae-6262-460d-a119-f8a2d77ffde7 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/b46c278b-bddb-4822-9e5a-86b9c5ee5458 HTTP/1.1" status: 204  len: 168 time: 2.9269011
Jun 17 14:45:45.737681 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36818) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:45.998402 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12cd62-cde8-4a96-bacf-49a9cf296940 None None] Pushing event updated for resources: {'Port': ['ID=56ec9dd1-100c-46f0-8074-f951a87767ea,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:46.025596 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-de12cd62-cde8-4a96-bacf-49a9cf296940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:46.296685 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] Set router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:45:46.399515 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 26531516-b590-4a73-9a0c-c4e1f9ae2c2d up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:45:46.409432 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:46.429483 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ecf072df-2296-4d8f-8786-2ee9d43c2b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:46.620822 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-9f8f532f-8b66-42e6-bec4-8838057e65d8 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:46.634467 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-9f8f532f-8b66-42e6-bec4-8838057e65d8 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/networks?id=22f67543-8926-41ff-b4b4-625241755da9 HTTP/1.1" status: 200  len: 819 time: 0.8438885
Jun 17 14:45:46.646881 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ecf072df-2296-4d8f-8786-2ee9d43c2b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:46.655237 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-ecf072df-2296-4d8f-8786-2ee9d43c2b6f admin admin] Usage tracker for resource:security_group_rule and tenant:05cf0600aa374715a43e13af1ccf49f6 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:46.662123 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-ecf072df-2296-4d8f-8786-2ee9d43c2b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:46.674250 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ecf072df-2296-4d8f-8786-2ee9d43c2b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:46.791706 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6eec6-1909-4d6e-95d9-94597d3f5297 req-75e1cf2c-756a-4eac-9664-33560a853325 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:46.794691 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-56b6eec6-1909-4d6e-95d9-94597d3f5297 req-75e1cf2c-756a-4eac-9664-33560a853325 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 944 time: 1.8918235
Jun 17 14:45:46.815452 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:46.888113 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-55d82ae1-13e9-49ec-8558-fcdf5f254c8b tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/quotas/2792d6d461e64e3aa7a32a43046c01d9 HTTP/1.1" status: 200  len: 375 time: 0.2471020
Jun 17 14:45:46.908298 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-0ff218d3-4f89-4a33-ab31-5241ccd7e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:46.913935 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-0ff218d3-4f89-4a33-ab31-5241ccd7e571 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f12ad32ccb341c4b7edc1cb19cbbe59&device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 1096 time: 1.3482237
Jun 17 14:45:47.094730 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:47.128813 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21e829-da68-4825-9021-398e4c099602 req-914b61c1-6d86-4576-8d0b-ff516d2730f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:47.136963 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3b21e829-da68-4825-9021-398e4c099602 req-914b61c1-6d86-4576-8d0b-ff516d2730f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 1097 time: 1.0821826
Jun 17 14:45:47.264668 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-f503f4e8-7354-49df-a9a9-90a04fb11337 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e99ed42-7b4f-47a9-aabb-9ef94a810db2 HTTP/1.1" status: 200  len: 217 time: 0.2053702
Jun 17 14:45:47.290811 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2b28fe3ee0>> segment before_delete 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:45:47.291179 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2b28fe3ee0>> subnet precommit_delete_associations 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:45:47.293341 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b28eebe80>> segment_host_mapping after_create 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:45:47.297253 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b28eebe80>> port after_create 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:45:47.297667 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b28eebe80>> port after_delete 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:45:47.298215 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b28eebe80>> port after_update 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:45:47.298747 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b28eebe80>> segment after_delete 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:45:47.299227 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b28eebe80>> subnet after_create 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:45:47.299605 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b28eebe80>> subnet after_delete 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:45:47.299930 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b28eebe80>> subnet after_update 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:45:47.388288 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 26531516-b590-4a73-9a0c-c4e1f9ae2c2d completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:45:47.438754 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 26531516-b590-4a73-9a0c-c4e1f9ae2c2d triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:47.441160 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:47.483273 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.37', 58234) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:47.581266 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b2827ff40>> subnet after_create 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:45:47.585874 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b2827ff40>> subnet after_delete 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:45:47.587143 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b2827ff40>> subnet before_create 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:45:47.587984 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b2827ff40>> subnet before_update 55550000 {{(pid=78706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:45:47.588919 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b28eebb50>,) {'filters': {'network_id': ['5890b890-a992-40b3-8ca2-234c3a27d9ba']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:47.589984 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-dee3d06c-0bc2-4424-a4db-b538341d8a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:47.592564 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-dee3d06c-0bc2-4424-a4db-b538341d8a56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4476e2f6-ab3e-4c58-a257-7802bef5b3fb HTTP/1.1" status: 200  len: 852 time: 0.3177791
Jun 17 14:45:47.680175 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b28eebb50>, '11a7072a-6813-439e-8aab-741c64f69e86') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:47.683849 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b28eebb50>, '11a7072a-6813-439e-8aab-741c64f69e86') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:47.705149 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ecf072df-2296-4d8f-8786-2ee9d43c2b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:47.730625 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ecf072df-2296-4d8f-8786-2ee9d43c2b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:47.733686 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-8636c6a1-811f-4134-b46a-5cc04a0b7b36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=81eb3522-7438-4c78-9a26-847d52e0022b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1140978
Jun 17 14:45:47.735244 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:47.736807 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1202673'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:47.742514 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28745850>, [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:45Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:47.764331 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ec85f7-7415-4286-94cc-44c47a55e3b3 None None] The sync data for ids ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'] in dv-cinder-796859-1-iscsi is: [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:45Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:45:47.883814 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d1ed5e77-b9a6-4fe9-8457-ec493e1b00e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:47.948490 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:48.054120 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 26531516-b590-4a73-9a0c-c4e1f9ae2c2d, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=26531516-b590-4a73-9a0c-c4e1f9ae2c2d,segment=NetworkSegment(2558049f-44eb-44ef-aae2-eb8cfe45a1ad),segment_id=2558049f-44eb-44ef-aae2-eb8cfe45a1ad)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:45:48.054485 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-95383822-6d86-48e7-a470-1a1b6e70213b tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=2792d6d461e64e3aa7a32a43046c01d9&fields=id HTTP/1.1" status: 200  len: 255 time: 1.1364484
Jun 17 14:45:48.066323 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:48.082986 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:48.085911 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21e829-da68-4825-9021-398e4c099602 req-d55bd55d-b52a-474e-9e6b-35a9b3386b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:48.096605 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3b21e829-da68-4825-9021-398e4c099602 req-d55bd55d-b52a-474e-9e6b-35a9b3386b06 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd50999b-141a-4e96-bbd7-5875c2478242 HTTP/1.1" status: 200  len: 917 time: 0.9338722
Jun 17 14:45:48.122186 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-56b6eec6-1909-4d6e-95d9-94597d3f5297 req-47a05a88-b061-41eb-80df-a4a8b110df4b tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3134644
Jun 17 14:45:48.148957 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:48.189011 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:45:48.190436 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1267429'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:48.206352 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:45:48.217909 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-ecf072df-2296-4d8f-8786-2ee9d43c2b6f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=05cf0600aa374715a43e13af1ccf49f6&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6534479
Jun 17 14:45:48.236134 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36858) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:48.253309 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:48.258021 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:45:48.305586 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 56ec9dd1-100c-46f0-8074-f951a87767ea up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:45:48.331595 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-29990c60-caa4-4af9-86f9-1dc8686bc475 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:48.334602 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-29990c60-caa4-4af9-86f9-1dc8686bc475 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.37 "GET /v2.0/networks?id=22f67543-8926-41ff-b4b4-625241755da9 HTTP/1.1" status: 200  len: 819 time: 0.8478992
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   from cryptography.utils import int_from_bytes
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   from cryptography.utils import int_from_bytes
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   util.warn_limited(
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   util.warn_limited(
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]: Traceback (most recent call last):
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     timer()
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     cb(*args, **kw)
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     return func(*args, **kwargs)
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     self._notify()
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     self.callback(batched_events)
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     event.method(event)
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     return f(self, *a, **k)
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._get(url).json()
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:45:48.394804 dv-cinder-796859-1-iscsi neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:45:48.399805 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=26531516-b590-4a73-9a0c-c4e1f9ae2c2d,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:48.406279 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:48.416000 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36862) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:48.430772 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Request body: {'port': {'device_id': 'e38af98a-6637-43dc-ab3c-0f46315f965c', 'network_id': '22f67543-8926-41ff-b4b4-625241755da9', 'admin_state_up': True, 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:48.439251 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 56ec9dd1-100c-46f0-8074-f951a87767ea completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:45:48.447211 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 56ec9dd1-100c-46f0-8074-f951a87767ea triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:48.447877 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:48.489700 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3b21e829-da68-4825-9021-398e4c099602 req-80e52c43-f66b-422b-9141-1b051043396e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f563e39-0ff4-4002-9022-ce568049f046 HTTP/1.1" status: 200  len: 217 time: 0.3662579
Jun 17 14:45:48.491677 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:48.595797 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:48.620455 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:48.645587 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Pushing event deleted for resources: {'Network': ['ID=5890b890-a992-40b3-8ca2-234c3a27d9ba,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:48.662371 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:48.669616 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] 10.222.0.89 "DELETE /v2.0/networks/5890b890-a992-40b3-8ca2-234c3a27d9ba HTTP/1.1" status: 204  len: 168 time: 2.9174447
Jun 17 14:45:48.681044 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36874) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:48.685574 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 56ec9dd1-100c-46f0-8074-f951a87767ea, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=56ec9dd1-100c-46f0-8074-f951a87767ea,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:45:48.694050 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:48.707830 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:48.732065 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf072df-2296-4d8f-8786-2ee9d43c2b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009f0e76-0226-4222-84fb-2fc969dc6043,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:48.776853 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ecf072df-2296-4d8f-8786-2ee9d43c2b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:48.782168 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.892s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:48.843251 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:48.873289 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-9645103c-b8e6-44d6-9029-968abe86baf4 admin admin] Deleting subnet 7bb199c1-c6ee-4a95-ab28-ac342726882f {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:45:48.882691 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9645103c-b8e6-44d6-9029-968abe86baf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:48.969146 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=56ec9dd1-100c-46f0-8074-f951a87767ea,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:48.975862 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:49.019198 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21e829-da68-4825-9021-398e4c099602 req-770124cb-d3e5-4d18-be8c-2e82aa79bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:49.021746 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3b21e829-da68-4825-9021-398e4c099602 req-770124cb-d3e5-4d18-be8c-2e82aa79bbdb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de193f92-d8b1-4df4-8b31-7b59b1c61812 HTTP/1.1" status: 200  len: 855 time: 0.4698398
Jun 17 14:45:49.087209 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:49.109973 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc41790-2cbd-4bb9-a3db-7213675b1376 req-cb90214f-bd62-4933-bee1-833c90ba03d6 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:49.122352 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8bc41790-2cbd-4bb9-a3db-7213675b1376 req-cb90214f-bd62-4933-bee1-833c90ba03d6 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 943 time: 0.6312602
Jun 17 14:45:49.128068 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3b21e829-da68-4825-9021-398e4c099602 req-25973809-194e-42de-8927-e7be306b1eb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd50999b-141a-4e96-bbd7-5875c2478242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0902624
Jun 17 14:45:49.152213 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9645103c-b8e6-44d6-9029-968abe86baf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1202630'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:49.180810 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 6f563e39-0ff4-4002-9022-ce568049f046 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:45:49.227465 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ff530be2-0dc3-4205-9a85-c50ab31f4129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:49.258357 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-94bd28bc-6b60-4465-9642-5211f2d5117e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:49.292468 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-94bd28bc-6b60-4465-9642-5211f2d5117e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:49.318912 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-3de16de6-1b96-43d7-9499-d81c6b397ebc service neutron] 10.222.0.37 "GET /v2.0/networks/81eb3522-7438-4c78-9a26-847d52e0022b?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5742145
Jun 17 14:45:49.356530 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8bc41790-2cbd-4bb9-a3db-7213675b1376 req-07043b12-3340-475e-8c88-6ff2c0cab2a3 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2321203
Jun 17 14:45:49.366338 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:49.462101 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9645103c-b8e6-44d6-9029-968abe86baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:49.486298 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ff530be2-0dc3-4205-9a85-c50ab31f4129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:49.491185 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-ff530be2-0dc3-4205-9a85-c50ab31f4129 admin admin] Usage tracker for resource:security_group_rule and tenant:decdd78843bc4efca7fa933a96638d62 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:49.494507 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-ff530be2-0dc3-4205-9a85-c50ab31f4129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:49.507337 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ff530be2-0dc3-4205-9a85-c50ab31f4129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:49.547776 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 6f563e39-0ff4-4002-9022-ce568049f046, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=6f563e39-0ff4-4002-9022-ce568049f046,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:45:49.584725 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': '6f563e39-0ff4-4002-9022-ce568049f046', 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242', 'port_id': '6f563e39-0ff4-4002-9022-ce568049f046', 'mac_address': 'fa:16:3e:06:46:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de193f92-d8b1-4df4-8b31-7b59b1c61812', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:45:49.668738 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:49.693532 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event updated for resources: {'Port': ['ID=2b0a8a8b-1b92-4742-8a44-65d537240a4d,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:49.712016 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f563e39-0ff4-4002-9022-ce568049f046 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:45:49.725150 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-d53688ec-36fb-4387-95f5-8e61e6cc48e2 service neutron] 10.222.0.89 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6696293
Jun 17 14:45:49.741959 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 6f563e39-0ff4-4002-9022-ce568049f046, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=6f563e39-0ff4-4002-9022-ce568049f046,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:45:49.748980 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:49.752392 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:49.754749 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:49.798494 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3b21e829-da68-4825-9021-398e4c099602 req-c1b892b9-59e5-4c95-9f05-dcbad630c02a service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5531347
Jun 17 14:45:49.872199 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ff530be2-0dc3-4205-9a85-c50ab31f4129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:49.889180 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=6f563e39-0ff4-4002-9022-ce568049f046,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:49.894222 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:49.919712 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:49.935581 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ff530be2-0dc3-4205-9a85-c50ab31f4129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:49.962333 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:49.969514 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:50.077890 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:50.172905 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709dd7f-b10a-4052-ad38-8f46393665c5 req-ce014277-07c7-4f18-9dc6-03974643ef19 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:50.174469 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9709dd7f-b10a-4052-ad38-8f46393665c5 req-ce014277-07c7-4f18-9dc6-03974643ef19 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 944 time: 0.6053290
Jun 17 14:45:50.200503 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-94bd28bc-6b60-4465-9642-5211f2d5117e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:50.201972 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff530be2-0dc3-4205-9a85-c50ab31f4129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4f3447-f353-40db-97ca-4dc8d6cdaaf2,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:50.217003 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 56ec9dd1-100c-46f0-8074-f951a87767ea up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:45:50.233797 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ff530be2-0dc3-4205-9a85-c50ab31f4129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:50.251100 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-ff530be2-0dc3-4205-9a85-c50ab31f4129 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=decdd78843bc4efca7fa933a96638d62&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8266065
Jun 17 14:45:50.269577 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36890) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:50.273685 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ecf072df-2296-4d8f-8786-2ee9d43c2b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:50.296300 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Made reservation on behalf of 2792d6d461e64e3aa7a32a43046c01d9 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:50.296736 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3b21e829-da68-4825-9021-398e4c099602 req-f630d4c9-940f-4aaa-85ef-e90ca9517af5 service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4897869
Jun 17 14:45:50.300537 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:50.345486 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8753715-bed6-4f02-b94c-283eafd92f7d req-bd3035f0-c005-4cf5-b9eb-c47221695097 service neutron] 10.222.0.37 "GET /v2.0/networks/81eb3522-7438-4c78-9a26-847d52e0022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9463339
Jun 17 14:45:50.355492 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd28bc-6b60-4465-9642-5211f2d5117e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009f0e76-0226-4222-84fb-2fc969dc6043,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:50.373790 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 56ec9dd1-100c-46f0-8074-f951a87767ea triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:50.374473 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:50.375067 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-94bd28bc-6b60-4465-9642-5211f2d5117e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:50.394392 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9709dd7f-b10a-4052-ad38-8f46393665c5 req-d3cadb25-8efb-4505-b07e-686e44b1186d tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722443
Jun 17 14:45:50.431185 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9645103c-b8e6-44d6-9029-968abe86baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1265991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2081427'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:50.449715 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:50.466983 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-68a9a623-6d7a-4459-9ce1-a8fcf4221f3a service neutron] 10.222.0.89 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7408895
Jun 17 14:45:50.520688 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645103c-b8e6-44d6-9029-968abe86baf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb199c1-c6ee-4a95-ab28-ac342726882f,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:50.523166 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c2308afc-b663-4877-a1cf-ac08d063728c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:50.549957 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9645103c-b8e6-44d6-9029-968abe86baf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:50.568512 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-9645103c-b8e6-44d6-9029-968abe86baf4 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/7bb199c1-c6ee-4a95-ab28-ac342726882f HTTP/1.1" status: 204  len: 168 time: 1.8848062
Jun 17 14:45:50.574729 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9645103c-b8e6-44d6-9029-968abe86baf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:50.575473 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36896) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:50.729291 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-94bd28bc-6b60-4465-9642-5211f2d5117e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:50.734827 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-94bd28bc-6b60-4465-9642-5211f2d5117e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/009f0e76-0226-4222-84fb-2fc969dc6043 HTTP/1.1" status: 204  len: 168 time: 2.4740329
Jun 17 14:45:50.785244 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 26531516-b590-4a73-9a0c-c4e1f9ae2c2d up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:45:50.786292 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c2308afc-b663-4877-a1cf-ac08d063728c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:50.963870 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 26531516-b590-4a73-9a0c-c4e1f9ae2c2d triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:50.965780 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:50.968203 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-32c2ea35-513a-4027-9d13-de7e5159cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:50.979050 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Allocated IP 172.20.0.5 (22f67543-8926-41ff-b4b4-625241755da9/c246ed79-651b-4219-9b4b-375331c24392/5a36aab6-5819-4457-b9ce-464e6fa17688) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:45:51.065743 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2f052-c826-449f-8867-52e3319374e8 req-048f7d46-9720-4199-9b01-2d61d5e6e510 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:51.069226 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-22e2f052-c826-449f-8867-52e3319374e8 req-048f7d46-9720-4199-9b01-2d61d5e6e510 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 943 time: 0.3526726
Jun 17 14:45:51.142290 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c2308afc-b663-4877-a1cf-ac08d063728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.157807 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:51.199765 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ea166d1b-d580-4405-aaa6-1ac5220b26ae req-9f260d20-91d6-4d92-b3da-817af844f91d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.1090565
Jun 17 14:45:51.304270 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2308afc-b663-4877-a1cf-ac08d063728c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4f3447-f353-40db-97ca-4dc8d6cdaaf2,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:51.308352 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-32c2ea35-513a-4027-9d13-de7e5159cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.333132 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c2308afc-b663-4877-a1cf-ac08d063728c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.334912 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-c2308afc-b663-4877-a1cf-ac08d063728c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/db4f3447-f353-40db-97ca-4dc8d6cdaaf2 HTTP/1.1" status: 204  len: 168 time: 1.0612860
Jun 17 14:45:51.338222 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-22e2f052-c826-449f-8867-52e3319374e8 req-9336a87b-c3d1-4467-a3e0-e9e3cec04cfd tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449064
Jun 17 14:45:51.338848 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36914) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:51.342525 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c2308afc-b663-4877-a1cf-ac08d063728c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:51.346598 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-32c2ea35-513a-4027-9d13-de7e5159cfbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b283ad700>,) {'filters': {'network_id': ['57daf802-087a-4b05-9bb2-e696c582c642']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:51.382539 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-32c2ea35-513a-4027-9d13-de7e5159cfbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b283ad700>, '0cb4563a-5cbc-4ad7-8dce-4609cff3a2c4') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:51.383861 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-32c2ea35-513a-4027-9d13-de7e5159cfbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b283ad700>, '0cb4563a-5cbc-4ad7-8dce-4609cff3a2c4') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:45:51.398422 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ce849e87-9540-4aa9-a9ea-7f10dac08f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.408937 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-32c2ea35-513a-4027-9d13-de7e5159cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1202673'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.433935 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-ce849e87-9540-4aa9-a9ea-7f10dac08f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:51.440419 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-ce849e87-9540-4aa9-a9ea-7f10dac08f83 admin admin] Usage tracker for resource:security_group_rule and tenant:f1f368f973c34b96a9f47a07c57d3ee5 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:51.451552 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-32c2ea35-513a-4027-9d13-de7e5159cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.457936 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-ce849e87-9540-4aa9-a9ea-7f10dac08f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:51.469794 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-ce849e87-9540-4aa9-a9ea-7f10dac08f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:51.475341 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c2ea35-513a-4027-9d13-de7e5159cfbf admin admin] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:45:51.475788 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-32c2ea35-513a-4027-9d13-de7e5159cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1267429'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]: Traceback (most recent call last):
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     timer()
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     cb(*args, **kw)
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     return func(*args, **kwargs)
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     self._notify()
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     self.callback(batched_events)
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     event.method(event)
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     return f(self, *a, **k)
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._get(url).json()
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:45:51.494106 dv-cinder-796859-1-iscsi neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:45:51.496261 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.529170 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.553059 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.556830 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:51.662839 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-32c2ea35-513a-4027-9d13-de7e5159cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.678122 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-05f13074-0056-475c-9202-30c043eb929b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:51.694112 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.711627 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-32c2ea35-513a-4027-9d13-de7e5159cfbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.731369 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2ea35-513a-4027-9d13-de7e5159cfbf admin admin] Pushing event deleted for resources: {'Network': ['ID=57daf802-087a-4b05-9bb2-e696c582c642,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:51.741951 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-32c2ea35-513a-4027-9d13-de7e5159cfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:51.747830 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-32c2ea35-513a-4027-9d13-de7e5159cfbf admin admin] 10.222.0.89 "DELETE /v2.0/networks/57daf802-087a-4b05-9bb2-e696c582c642 HTTP/1.1" status: 204  len: 168 time: 1.1706188
Jun 17 14:45:51.755826 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event updated for resources: {'Port': ['ID=2b0a8a8b-1b92-4742-8a44-65d537240a4d,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:51.765923 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:51.788442 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.789845 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.9921305
Jun 17 14:45:51.866444 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.873699 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ce849e87-9540-4aa9-a9ea-7f10dac08f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.881096 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8818be-45d0-4eca-ae54-d247471ea18e req-6e8d54ad-aced-4e30-9d59-5b53b87c34d2 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:51.883602 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ce849e87-9540-4aa9-a9ea-7f10dac08f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:51.890154 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bb8818be-45d0-4eca-ae54-d247471ea18e req-6e8d54ad-aced-4e30-9d59-5b53b87c34d2 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 945 time: 0.2567146
Jun 17 14:45:51.914946 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6f2970bd-7bfe-47ce-88bf-0efbae2edee6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:51.938062 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:51.991526 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-ce849e87-9540-4aa9-a9ea-7f10dac08f83 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f1f368f973c34b96a9f47a07c57d3ee5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6473753
Jun 17 14:45:51.998045 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36932) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:52.026695 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Network 22f67543-8926-41ff-b4b4-625241755da9 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:45:52.034162 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce849e87-9540-4aa9-a9ea-7f10dac08f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62072175-b872-480b-9146-8bf1093a61ff,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:52.048197 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bb8818be-45d0-4eca-ae54-d247471ea18e req-9ca5be16-b550-4012-af8e-28345491fede tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568658
Jun 17 14:45:52.054368 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:45:52.058781 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ce849e87-9540-4aa9-a9ea-7f10dac08f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:52.079116 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Pushing event updated for resources: {'Port': ['ID=5a36aab6-5819-4457-b9ce-464e6fa17688,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:52.087092 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:52.089386 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:45:52.101463 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:52.102512 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:52.105205 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36936) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:52.145604 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7403486
Jun 17 14:45:52.189980 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e3812ab5-f1c6-4993-a783-7a1c62fa3ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:52.213391 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 36940) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:52.222442 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-15ed2abf-3d3a-4b3b-a26f-b4ee13878a9d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dc7e938fc3e04dd08a7cd0f0c4b944ba&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1153979
Jun 17 14:45:52.231738 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36944) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:52.268979 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e3812ab5-f1c6-4993-a783-7a1c62fa3ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:52.421304 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-958e2c75-5f0d-4e0c-868d-4ae126e8e7c6 req-0b45c8ef-0397-4683-98d8-4e14984ac0b9 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.0755205
Jun 17 14:45:52.430930 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-66a7b303-5f39-4383-9b1c-2f6dd7a641e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:52.453753 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c564619a-6fc3-43d3-9a58-eaf86f89bdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:52.477231 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e3812ab5-f1c6-4993-a783-7a1c62fa3ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:52.479283 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-66a7b303-5f39-4383-9b1c-2f6dd7a641e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:52.486296 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-c564619a-6fc3-43d3-9a58-eaf86f89bdf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:52.494686 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-376346d4-da59-4a02-8f68-b33d2cb8d4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:52.504124 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-c564619a-6fc3-43d3-9a58-eaf86f89bdf6 admin admin] Usage tracker for resource:security_group_rule and tenant:9b74ee980cb3401fbc3a69bdf7a69314 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:52.510347 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-c564619a-6fc3-43d3-9a58-eaf86f89bdf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:52.521147 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-6c9db435-a663-4875-9726-c58f94f63203 req-e880fe2d-7d1a-4fd4-a41b-8669d9407a4c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Synchronizing usage tracker for tenant:435f37682b7445629d33055791ada83b on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:45:52.524271 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-c564619a-6fc3-43d3-9a58-eaf86f89bdf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:52.535873 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3812ab5-f1c6-4993-a783-7a1c62fa3ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62072175-b872-480b-9146-8bf1093a61ff,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:52.554796 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e3812ab5-f1c6-4993-a783-7a1c62fa3ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:52.560182 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e3812ab5-f1c6-4993-a783-7a1c62fa3ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:52.565027 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-e3812ab5-f1c6-4993-a783-7a1c62fa3ab5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/62072175-b872-480b-9146-8bf1093a61ff HTTP/1.1" status: 204  len: 168 time: 0.5620775
Jun 17 14:45:52.565400 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-6c9db435-a663-4875-9726-c58f94f63203 req-e880fe2d-7d1a-4fd4-a41b-8669d9407a4c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Unset dirty status for tenant:435f37682b7445629d33055791ada83b on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:45:52.584329 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-e880fe2d-7d1a-4fd4-a41b-8669d9407a4c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--959487292&fields=id&tenant_id=435f37682b7445629d33055791ada83b HTTP/1.1" status: 200  len: 267 time: 0.1527395
Jun 17 14:45:52.636343 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-66a7b303-5f39-4383-9b1c-2f6dd7a641e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:52.712519 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:52.760488 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7b303-5f39-4383-9b1c-2f6dd7a641e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81d7832-8596-4a18-9fd5-b38d7276addf,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:52.773408 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-66a7b303-5f39-4383-9b1c-2f6dd7a641e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:52.774702 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-66a7b303-5f39-4383-9b1c-2f6dd7a641e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:52.776494 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-66a7b303-5f39-4383-9b1c-2f6dd7a641e9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c81d7832-8596-4a18-9fd5-b38d7276addf HTTP/1.1" status: 204  len: 168 time: 0.5340362
Jun 17 14:45:52.834862 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19158f8-71f9-4a8e-8576-86ac54541146 req-e1b636f8-15f2-4822-9a57-4da764bd51b7 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:52.837037 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d19158f8-71f9-4a8e-8576-86ac54541146 req-e1b636f8-15f2-4822-9a57-4da764bd51b7 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 943 time: 0.2025089
Jun 17 14:45:52.893593 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Request body: {'port': {'device_id': 'e38af98a-6637-43dc-ab3c-0f46315f965c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:52.948139 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d19158f8-71f9-4a8e-8576-86ac54541146 req-c1bde6c7-f19d-43f7-9554-67a22a9fb6ea tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020820
Jun 17 14:45:53.055112 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['6f563e39-0ff4-4002-9022-ce568049f046'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:45:53.112336 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9db435-a663-4875-9726-c58f94f63203 req-dc47d2cd-6c40-45ef-afb6-1daaec6d871d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:53.113775 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-6c9db435-a663-4875-9726-c58f94f63203 req-dc47d2cd-6c40-45ef-afb6-1daaec6d871d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Synchronizing usage tracker for tenant:435f37682b7445629d33055791ada83b on resource:network {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:45:53.316730 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c564619a-6fc3-43d3-9a58-eaf86f89bdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:53.361759 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c564619a-6fc3-43d3-9a58-eaf86f89bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:53.494270 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:53.545167 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-c564619a-6fc3-43d3-9a58-eaf86f89bdf6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9b74ee980cb3401fbc3a69bdf7a69314&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3283873
Jun 17 14:45:53.551985 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:53.579727 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 36982) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:53.597634 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-6c9db435-a663-4875-9726-c58f94f63203 req-dc47d2cd-6c40-45ef-afb6-1daaec6d871d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Unset dirty status for tenant:435f37682b7445629d33055791ada83b on resource:network {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:45:53.600023 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-dc47d2cd-6c40-45ef-afb6-1daaec6d871d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/networks?id=b6e53ff0-1917-4389-b170-61d80fa927e9 HTTP/1.1" status: 200  len: 810 time: 1.0141203
Jun 17 14:45:53.700501 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564619a-6fc3-43d3-9a58-eaf86f89bdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11e8cd6-74b3-41a5-a373-89addb4cb5aa,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:53.705806 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6ec84c3e-2910-43db-a903-2e4360390b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:53.727362 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c564619a-6fc3-43d3-9a58-eaf86f89bdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:53.740724 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-28e3af60-2b11-41ab-8d4d-ad0336a732ab tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/quotas/435f37682b7445629d33055791ada83b HTTP/1.1" status: 200  len: 375 time: 0.1198666
Jun 17 14:45:53.757693 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6ec84c3e-2910-43db-a903-2e4360390b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:53.826958 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b5401-e027-491c-85b1-5159e8d0c503 req-0225b4e5-c150-43cf-9bd4-1d8364c303be tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:53.838872 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-981b5401-e027-491c-85b1-5159e8d0c503 req-0225b4e5-c150-43cf-9bd4-1d8364c303be tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 945 time: 0.3752005
Jun 17 14:45:53.911636 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-981b5401-e027-491c-85b1-5159e8d0c503 req-bd376517-ff60-43c2-97f4-02594d8fe8da tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674512
Jun 17 14:45:53.933236 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6ec84c3e-2910-43db-a903-2e4360390b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:53.937633 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-66a7b303-5f39-4383-9b1c-2f6dd7a641e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:53.968450 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec84c3e-2910-43db-a903-2e4360390b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11e8cd6-74b3-41a5-a373-89addb4cb5aa,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:53.985478 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6ec84c3e-2910-43db-a903-2e4360390b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:53.995370 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6ec84c3e-2910-43db-a903-2e4360390b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:53.999424 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-6ec84c3e-2910-43db-a903-2e4360390b3f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e11e8cd6-74b3-41a5-a373-89addb4cb5aa HTTP/1.1" status: 204  len: 168 time: 0.4182777
Jun 17 14:45:54.055031 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 37000) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:54.187487 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-6c9db435-a663-4875-9726-c58f94f63203 req-e8ea3d4f-1c98-4126-a499-30da7859ccad tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Synchronizing usage tracker for tenant:435f37682b7445629d33055791ada83b on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:45:54.264167 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-165cad3f-b746-44a9-9b19-9c4090bd8c08 req-9c682c5f-3244-4bdf-a00b-13462871d1ff tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.1477041
Jun 17 14:45:54.339337 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-b8331fe4-2fbf-4a00-9d18-69fce76e7fc9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=38886dc5d28d443ca2028b22390a1c3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2830946
Jun 17 14:45:54.346358 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 37010) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:54.446561 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-6c9db435-a663-4875-9726-c58f94f63203 req-e8ea3d4f-1c98-4126-a499-30da7859ccad tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Unset dirty status for tenant:435f37682b7445629d33055791ada83b on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:45:54.461501 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-e8ea3d4f-1c98-4126-a499-30da7859ccad tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=435f37682b7445629d33055791ada83b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7127295
Jun 17 14:45:54.492757 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:54.626428 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b0f1b0f5-9848-4928-8821-2888904a25e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:54.733868 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-fe94f136-b4e5-4d34-8e3c-fd76a471488e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:54.777577 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b0f1b0f5-9848-4928-8821-2888904a25e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:54.848136 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7575e-6d92-459d-8ac1-71b957bdd458 req-d8e5be83-71d8-43ee-b5e1-3d3534f7d1db tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:54.859515 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-00e7575e-6d92-459d-8ac1-71b957bdd458 req-d8e5be83-71d8-43ee-b5e1-3d3534f7d1db tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 943 time: 0.3160131
Jun 17 14:45:55.037501 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-00e7575e-6d92-459d-8ac1-71b957bdd458 req-3ff44ee1-b2de-4098-b63b-ebb39409f38a tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764507
Jun 17 14:45:55.054013 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b0f1b0f5-9848-4928-8821-2888904a25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:55.060805 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-71706c11-258f-491b-8fe4-6fe87a49a240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:55.115808 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b0f1b0f5-9848-4928-8821-2888904a25e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:55.118633 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-b0f1b0f5-9848-4928-8821-2888904a25e5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ceb29a06-ed87-48f1-a880-d42c8e37ca26 HTTP/1.1" status: 204  len: 168 time: 0.7709982
Jun 17 14:45:55.120864 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1b0f5-9848-4928-8821-2888904a25e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb29a06-ed87-48f1-a880-d42c8e37ca26,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:55.138318 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 37032) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:55.143033 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b0f1b0f5-9848-4928-8821-2888904a25e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:55.148218 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-5430dfe3-c08c-4183-ad4c-94bade1e411c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:55.149784 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-5430dfe3-c08c-4183-ad4c-94bade1e411c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.37 "GET /v2.0/networks?id=22f67543-8926-41ff-b4b4-625241755da9 HTTP/1.1" status: 200  len: 819 time: 0.7998886
Jun 17 14:45:55.170053 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-11689588-283b-48e9-89e0-06a791984fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:55.183528 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:45:55.201785 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Request body: {'port': {'device_id': '1812e12a-bcb9-4aef-9b39-c1d68b2c22d7', 'network_id': '22f67543-8926-41ff-b4b4-625241755da9', 'admin_state_up': True, 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:55.206636 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-11689588-283b-48e9-89e0-06a791984fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:55.222290 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-11689588-283b-48e9-89e0-06a791984fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:5957bbd2490145be896412c1d8248011 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:55.232410 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-11689588-283b-48e9-89e0-06a791984fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:55.245572 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-11689588-283b-48e9-89e0-06a791984fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:55.381954 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=1e99ed42-7b4f-47a9-aabb-9ef94a810db2,segment=NetworkSegment(148aedd5-a5b4-4608-bf00-2f1869fa44c5),segment_id=148aedd5-a5b4-4608-bf00-2f1869fa44c5)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:45:55.391847 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 6f563e39-0ff4-4002-9022-ce568049f046 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:45:55.440289 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-dac05206-05ec-442b-93d5-8f71d0eb9b58 service neutron] 10.222.0.89 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9088311
Jun 17 14:45:55.460247 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': '1e99ed42-7b4f-47a9-aabb-9ef94a810db2', 'network_id': '81eb3522-7438-4c78-9a26-847d52e0022b', 'port_id': '1e99ed42-7b4f-47a9-aabb-9ef94a810db2', 'mac_address': 'fa:16:3e:a7:be:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4476e2f6-ab3e-4c58-a257-7802bef5b3fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:45:55.603222 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:55.608271 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd6b64-3699-4a53-83fb-01529b4738da req-e5ffea80-2b6f-44cc-bd9a-2f7c968f45d2 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:55.615909 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d9dd6b64-3699-4a53-83fb-01529b4738da req-e5ffea80-2b6f-44cc-bd9a-2f7c968f45d2 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 945 time: 0.3598962
Jun 17 14:45:55.626956 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:45:55.642647 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port 6f563e39-0ff4-4002-9022-ce568049f046 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:45:55.652669 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=1e99ed42-7b4f-47a9-aabb-9ef94a810db2,segment=NetworkSegment(148aedd5-a5b4-4608-bf00-2f1869fa44c5),segment_id=148aedd5-a5b4-4608-bf00-2f1869fa44c5)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:45:55.654236 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port 6f563e39-0ff4-4002-9022-ce568049f046 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:55.654784 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:55.676773 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-58a612c4-ef33-4f56-b5c0-824ccad021ef service neutron] 10.222.0.89 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1937828
Jun 17 14:45:55.727639 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:55.730632 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:55.774597 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a36aab6-5819-4457-b9ce-464e6fa17688 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:45:55.797299 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:55.872253 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Transition to ACTIVE for port object 5a36aab6-5819-4457-b9ce-464e6fa17688 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:45:55.888524 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:55.902025 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d9dd6b64-3699-4a53-83fb-01529b4738da req-c8f4f0a0-a3fe-4333-9e42-77c13a2b9f97 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2777138
Jun 17 14:45:55.927189 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:56.007414 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:56.009644 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=1e99ed42-7b4f-47a9-aabb-9ef94a810db2,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:56.016786 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:56.031566 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-11689588-283b-48e9-89e0-06a791984fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:56.040972 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-11689588-283b-48e9-89e0-06a791984fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:56.043308 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:56.071894 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6ec84c3e-2910-43db-a903-2e4360390b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:56.125340 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['1e99ed42-7b4f-47a9-aabb-9ef94a810db2'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:45:56.302630 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-11689588-283b-48e9-89e0-06a791984fe0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5957bbd2490145be896412c1d8248011&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1620870
Jun 17 14:45:56.421570 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e39224-140c-4bd3-9620-954c9ce12bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f563e39-0ff4-4002-9022-ce568049f046'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:45:56.433440 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37072) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:56.471717 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-27e4036a-c466-4317-81a4-92dda46c95c6 req-46c4f49d-5e0a-4c2f-abdc-5827212c47e0 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.1736252
Jun 17 14:45:56.473089 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11689588-283b-48e9-89e0-06a791984fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d21555-ca35-4824-95fe-581b2fa11266,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:56.497595 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-11689588-283b-48e9-89e0-06a791984fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:56.545284 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 6f563e39-0ff4-4002-9022-ce568049f046, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=6f563e39-0ff4-4002-9022-ce568049f046,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:45:56.553104 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:56.560942 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:56.606794 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:56.739860 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Pushing event updated for resources: {'Port': ['ID=5a36aab6-5819-4457-b9ce-464e6fa17688,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:56.740376 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=6f563e39-0ff4-4002-9022-ce568049f046,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:56.743732 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:56.755082 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Made reservation on behalf of 2792d6d461e64e3aa7a32a43046c01d9 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:45:56.759887 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:56.801824 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-69187ef8-6438-493b-98d6-fb83ee7e83d5 req-5875086f-55f8-4879-95b6-3f2b99856efb tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 210 time: 0.2067859
Jun 17 14:45:56.824841 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:56.843207 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Attempting to bind port 5a36aab6-5819-4457-b9ce-464e6fa17688 on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:45:56.843661 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Attempting to bind port 5a36aab6-5819-4457-b9ce-464e6fa17688 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '2558049f-44eb-44ef-aae2-eb8cfe45a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '22f67543-8926-41ff-b4b4-625241755da9'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:45:56.844141 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Attempting to bind port 5a36aab6-5819-4457-b9ce-464e6fa17688 on network 22f67543-8926-41ff-b4b4-625241755da9 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:45:56.870507 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Port 5a36aab6-5819-4457-b9ce-464e6fa17688 on network 22f67543-8926-41ff-b4b4-625241755da9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:45:56.870886 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Attempting to bind port 5a36aab6-5819-4457-b9ce-464e6fa17688 on network 22f67543-8926-41ff-b4b4-625241755da9 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:45:57.005263 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:45:57.006202 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Checking segment: {'id': '2558049f-44eb-44ef-aae2-eb8cfe45a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '22f67543-8926-41ff-b4b4-625241755da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:45:57.007224 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Bound using segment: {'id': '2558049f-44eb-44ef-aae2-eb8cfe45a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '22f67543-8926-41ff-b4b4-625241755da9'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:45:57.008258 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Bound port: 5a36aab6-5819-4457-b9ce-464e6fa17688, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2558049f-44eb-44ef-aae2-eb8cfe45a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '22f67543-8926-41ff-b4b4-625241755da9'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:45:57.008833 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:57.064571 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a1ae-ad73-43ce-b07f-67ce97ab2912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:57.121423 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871f931-9d5e-46ab-bbd1-2ad4c38f927f req-cac1dc4a-058a-4ce3-a168-a26f0f4fed13 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:57.131883 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0871f931-9d5e-46ab-bbd1-2ad4c38f927f req-cac1dc4a-058a-4ce3-a168-a26f0f4fed13 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 944 time: 0.6206710
Jun 17 14:45:57.414220 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a1ae-ad73-43ce-b07f-67ce97ab2912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:57.507762 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcaafa-90bd-4636-aea9-4be29d9daf7b req-eb2bb554-5f6a-49db-9037-e6e275792433 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:57.518705 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-17bcaafa-90bd-4636-aea9-4be29d9daf7b req-eb2bb554-5f6a-49db-9037-e6e275792433 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.2520642
Jun 17 14:45:57.604538 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0871f931-9d5e-46ab-bbd1-2ad4c38f927f req-8c0f90ca-e17f-449f-af75-e0ac76747ed2 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3789840
Jun 17 14:45:57.625559 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] For port 5a36aab6-5819-4457-b9ce-464e6fa17688, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:45:57.655938 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] For port 5a36aab6-5819-4457-b9ce-464e6fa17688, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=5a36aab6-5819-4457-b9ce-464e6fa17688,segment=NetworkSegment(2558049f-44eb-44ef-aae2-eb8cfe45a1ad),segment_id=2558049f-44eb-44ef-aae2-eb8cfe45a1ad)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:45:57.696779 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-17bcaafa-90bd-4636-aea9-4be29d9daf7b req-b4e3d666-39a1-4098-b27f-4ac2f9c7766d tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718450
Jun 17 14:45:57.709118 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:57.725180 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Allocated IP 172.20.0.7 (22f67543-8926-41ff-b4b4-625241755da9/c246ed79-651b-4219-9b4b-375331c24392/17850d5d-3cc3-4789-b051-91d0e128f6aa) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:45:57.762024 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:57.827117 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 37134) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:57.862427 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:57.864641 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:57.866714 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] 10.222.0.37 "PUT /v2.0/ports/5a36aab6-5819-4457-b9ce-464e6fa17688 HTTP/1.1" status: 200  len: 1093 time: 5.0318801
Jun 17 14:45:57.867562 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a1ae-ad73-43ce-b07f-67ce97ab2912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:57.890742 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38af98a-6637-43dc-ab3c-0f46315f965c', 'tag': '5a36aab6-5819-4457-b9ce-464e6fa17688'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:45:58.142194 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6c5de704-a98e-4ef6-a3fc-c2c53743479e req-7e90a413-89ca-4401-89c7-4ef1e1502209 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.1513908
Jun 17 14:45:58.158542 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3da75e9b-a109-4003-8237-615f9ec02998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:58.197387 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Pushing event updated for resources: {'Port': ['ID=5a36aab6-5819-4457-b9ce-464e6fa17688,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:58.203353 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e39224-140c-4bd3-9620-954c9ce12bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f563e39-0ff4-4002-9022-ce568049f046', 'code': 200}
Jun 17 14:45:58.242966 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3da75e9b-a109-4003-8237-615f9ec02998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:58.263120 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3da75e9b-a109-4003-8237-615f9ec02998 admin admin] Usage tracker for resource:security_group_rule and tenant:5497cec9625d47afbd57e4d98aad9baf is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:58.273297 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3da75e9b-a109-4003-8237-615f9ec02998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:58.298045 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3da75e9b-a109-4003-8237-615f9ec02998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:58.386764 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:58.387564 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-bed95553-8173-48d6-9637-7850867430aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:58.407690 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38af98a-6637-43dc-ab3c-0f46315f965c', 'tag': '5a36aab6-5819-4457-b9ce-464e6fa17688', 'status': 'completed', 'code': 200}
Jun 17 14:45:58.413721 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a1ae-ad73-43ce-b07f-67ce97ab2912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:58.415504 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-2cd6a1ae-ad73-43ce-b07f-67ce97ab2912 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f6d21555-ca35-4824-95fe-581b2fa11266 HTTP/1.1" status: 204  len: 168 time: 1.9535146
Jun 17 14:45:58.573037 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a1ae-ad73-43ce-b07f-67ce97ab2912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d21555-ca35-4824-95fe-581b2fa11266,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:58.608360 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2cd6a1ae-ad73-43ce-b07f-67ce97ab2912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:58.634157 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.37', 58250) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:58.655788 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b7dee592-7929-4d10-a749-89294def5ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:58.737431 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1babfd32-adc4-40a7-b4a8-ebfa9c34b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:58.739349 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-1babfd32-adc4-40a7-b4a8-ebfa9c34b59c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2792d6d461e64e3aa7a32a43046c01d9&device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 1096 time: 0.7670605
Jun 17 14:45:58.876574 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-619c7d1e-5db3-4f79-8077-a3c43a9c9191 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a36aab6-5819-4457-b9ce-464e6fa17688 HTTP/1.1" status: 200  len: 217 time: 0.1110871
Jun 17 14:45:58.980143 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3da75e9b-a109-4003-8237-615f9ec02998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:58.984832 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-ee5c2afc-5a4e-44a9-bbde-ad7a2e6e4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:58.987458 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-ee5c2afc-5a4e-44a9-bbde-ad7a2e6e4afb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c246ed79-651b-4219-9b4b-375331c24392 HTTP/1.1" status: 200  len: 859 time: 0.1017675
Jun 17 14:45:59.003500 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:59.053355 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bdcc8511-9a61-4156-8935-a567c80ebd09 req-901bff18-a26a-4cdd-9a60-887bc0bcd33d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 210 time: 0.6108117
Jun 17 14:45:59.054629 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3da75e9b-a109-4003-8237-615f9ec02998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:59.167079 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e3812ab5-f1c6-4993-a783-7a1c62fa3ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:45:59.173240 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-414adab9-4c9d-4513-962a-88e7c9434b28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22f67543-8926-41ff-b4b4-625241755da9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1494770
Jun 17 14:45:59.204455 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:45:59.316773 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9db435-a663-4875-9726-c58f94f63203 req-031ebe68-3f7f-4131-8bb7-26e4fe165bcb tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:59.324888 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-031ebe68-3f7f-4131-8bb7-26e4fe165bcb tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.37 "GET /v2.0/networks?id=b6e53ff0-1917-4389-b170-61d80fa927e9 HTTP/1.1" status: 200  len: 810 time: 0.8791685
Jun 17 14:45:59.377045 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-3da75e9b-a109-4003-8237-615f9ec02998 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5497cec9625d47afbd57e4d98aad9baf&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5482481
Jun 17 14:45:59.384652 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 37188) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:45:59.392554 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-6bdfe1fc-6a5e-49f9-b4cd-e797dc003db3 service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2010179
Jun 17 14:45:59.487117 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbac3c-0a8a-4420-9cb5-fd285a41b3c3 req-af44bda4-4ac9-40df-97fb-3bd0a362bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:45:59.490333 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1cfbac3c-0a8a-4420-9cb5-fd285a41b3c3 req-af44bda4-4ac9-40df-97fb-3bd0a362bc96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 1099 time: 0.8504760
Jun 17 14:45:59.499032 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da75e9b-a109-4003-8237-615f9ec02998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3d601e-d66a-4e7d-8993-69e616f32e1f,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:45:59.503923 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3da75e9b-a109-4003-8237-615f9ec02998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:45:59.562166 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:45:59.577163 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-1cfbac3c-0a8a-4420-9cb5-fd285a41b3c3 req-c3734fea-18ad-42ec-8494-87221668179b service neutron] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:59.587176 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:45:59.590258 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:59.824789 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-e3143e6d-b9ce-4a06-9904-68ac6af0001a tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=435f37682b7445629d33055791ada83b HTTP/1.1" status: 200  len: 379 time: 0.4410629
Jun 17 14:45:59.840318 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Request body: {'port': {'device_id': '45ed523e-2193-42ce-801c-d3d13191b9f7', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'admin_state_up': True, 'tenant_id': '435f37682b7445629d33055791ada83b', 'security_groups': ['7e4887ba-eb50-42c2-953c-1083fd1834ee']}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:45:59.857183 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-1cfbac3c-0a8a-4420-9cb5-fd285a41b3c3 req-c3734fea-18ad-42ec-8494-87221668179b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:45:59.886483 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-1cfbac3c-0a8a-4420-9cb5-fd285a41b3c3 req-c3734fea-18ad-42ec-8494-87221668179b service neutron] Usage tracker for resource:security_group_rule and tenant:754932f40f11496d917e8fa40d81d2cf is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:45:59.907722 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-1cfbac3c-0a8a-4420-9cb5-fd285a41b3c3 req-c3734fea-18ad-42ec-8494-87221668179b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:45:59.910530 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5472b3c5-abe8-4b54-808f-1489d2791f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:59.913417 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:59.927752 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:59.940142 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:59.949059 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5472b3c5-abe8-4b54-808f-1489d2791f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:45:59.950552 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-1cfbac3c-0a8a-4420-9cb5-fd285a41b3c3 req-c3734fea-18ad-42ec-8494-87221668179b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:45:59.968947 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:00.001530 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=1e99ed42-7b4f-47a9-aabb-9ef94a810db2,segment=NetworkSegment(148aedd5-a5b4-4608-bf00-2f1869fa44c5),segment_id=148aedd5-a5b4-4608-bf00-2f1869fa44c5)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:46:00.008645 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:00.012302 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:00.163639 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=1e99ed42-7b4f-47a9-aabb-9ef94a810db2,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:00.168006 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:00.204742 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281b83cb-adb1-4c9d-bae2-f9276d2ee7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e99ed42-7b4f-47a9-aabb-9ef94a810db2'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:46:00.220979 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64808a8d-3879-4041-aac8-138b24bbc921 req-f96dd387-9ff8-439d-89d2-f60ce306279f tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:00.221308 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f3b73-e4f5-470b-a586-995e4fa2f233 req-78aad1cb-4ecb-4058-92d4-27e1e0661772 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:00.231581 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-64808a8d-3879-4041-aac8-138b24bbc921 req-f96dd387-9ff8-439d-89d2-f60ce306279f tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 944 time: 1.1263862
Jun 17 14:46:00.231947 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fe6f3b73-e4f5-470b-a586-995e4fa2f233 req-78aad1cb-4ecb-4058-92d4-27e1e0661772 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.6558266
Jun 17 14:46:00.233570 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Pushing event updated for resources: {'Port': ['ID=17850d5d-3cc3-4789-b051-91d0e128f6aa,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:00.240201 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:00.248736 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:00.252878 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Network 22f67543-8926-41ff-b4b4-625241755da9 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:46:00.257907 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:46:00.295902 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5472b3c5-abe8-4b54-808f-1489d2791f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:00.296986 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:00.318218 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c2308afc-b663-4877-a1cf-ac08d063728c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:00.341360 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472b3c5-abe8-4b54-808f-1489d2791f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3d601e-d66a-4e7d-8993-69e616f32e1f,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:00.346570 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fe6f3b73-e4f5-470b-a586-995e4fa2f233 req-e03e8feb-0f3d-4dd3-81ec-0d141626d566 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140323
Jun 17 14:46:00.348511 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5472b3c5-abe8-4b54-808f-1489d2791f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:00.352103 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Made reservation on behalf of 435f37682b7445629d33055791ada83b for: {'port': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:46:00.356378 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:00.379994 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5472b3c5-abe8-4b54-808f-1489d2791f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:00.384040 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-5472b3c5-abe8-4b54-808f-1489d2791f9e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2f3d601e-d66a-4e7d-8993-69e616f32e1f HTTP/1.1" status: 204  len: 168 time: 0.9867406
Jun 17 14:46:00.537806 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:46:00.549148 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:00.550341 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:00.629998 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fba84041-e8b8-4ea2-a099-40cf9b23b301 req-76404b08-2102-42f6-8407-55773117c5de service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2107317
Jun 17 14:46:00.676208 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.4844770
Jun 17 14:46:00.684514 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-64808a8d-3879-4041-aac8-138b24bbc921 req-d5ab2b49-0787-42e7-8cbb-83a2898f5f75 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4517045
Jun 17 14:46:00.764951 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Request body: {'port': {'device_id': '1812e12a-bcb9-4aef-9b39-c1d68b2c22d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:46:00.838721 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Allocated IP 172.20.0.3 (b6e53ff0-1917-4389-b170-61d80fa927e9/9a3575f2-11d4-4900-8acc-ab5e547dc5f0/c7256e38-4c08-40fc-9a02-efbd13a737dc) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:46:00.958581 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0a7e1-2641-4c06-9ac8-d21bf4d13387 req-023871b4-a514-4e0f-b21e-53d1f5c0db40 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:00.961545 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0fe0a7e1-2641-4c06-9ac8-d21bf4d13387 req-023871b4-a514-4e0f-b21e-53d1f5c0db40 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 931 time: 0.3053017
Jun 17 14:46:01.102069 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-75890aaf-33db-472e-8dbf-14129ad3180d req-07fa3dde-d443-48d8-bec9-0efa565d95cd tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 210 time: 0.1063769
Jun 17 14:46:01.214948 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:01.239515 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-1cfbac3c-0a8a-4420-9cb5-fd285a41b3c3 req-c3734fea-18ad-42ec-8494-87221668179b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:01.241353 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.provisioning_blocks [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Transition to ACTIVE for port object c7256e38-4c08-40fc-9a02-efbd13a737dc will not be triggered until provisioned by entity DHCP. {{(pid=78706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:46:01.248847 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281b83cb-adb1-4c9d-bae2-f9276d2ee7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e99ed42-7b4f-47a9-aabb-9ef94a810db2', 'code': 200}
Jun 17 14:46:01.279714 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-1cfbac3c-0a8a-4420-9cb5-fd285a41b3c3 req-c3734fea-18ad-42ec-8494-87221668179b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:01.293152 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:01.310196 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:01.325983 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:01.367162 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1cfbac3c-0a8a-4420-9cb5-fd285a41b3c3 req-c3734fea-18ad-42ec-8494-87221668179b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.8490481
Jun 17 14:46:01.383999 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:01.408966 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e918a-1983-46e9-abd9-b520b2530808 req-ab0147b0-a378-4fc7-9be0-7937e777f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:01.412621 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-492e918a-1983-46e9-abd9-b520b2530808 req-ab0147b0-a378-4fc7-9be0-7937e777f565 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2792d6d461e64e3aa7a32a43046c01d9&device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 1096 time: 0.5612102
Jun 17 14:46:01.466845 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3734fea-18ad-42ec-8494-87221668179b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=00a62644-389e-4098-90cb-df42bf37b016,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:01.487040 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c3734fea-18ad-42ec-8494-87221668179b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:01.509953 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Network b6e53ff0-1917-4389-b170-61d80fa927e9 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:46:01.529936 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:46:01.540561 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-0fe0a7e1-2641-4c06-9ac8-d21bf4d13387 req-23d7ec03-790a-4d78-a0c0-1241e73ea4f5 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Synchronizing usage tracker for tenant:2792d6d461e64e3aa7a32a43046c01d9 on resource:security_group {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:46:01.563696 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:46:01.716896 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event updated for resources: {'Port': ['ID=c7256e38-4c08-40fc-9a02-efbd13a737dc,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:01.781697 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:01.807135 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-0fe0a7e1-2641-4c06-9ac8-d21bf4d13387 req-23d7ec03-790a-4d78-a0c0-1241e73ea4f5 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Unset dirty status for tenant:2792d6d461e64e3aa7a32a43046c01d9 on resource:security_group {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:46:01.822576 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0fe0a7e1-2641-4c06-9ac8-d21bf4d13387 req-23d7ec03-790a-4d78-a0c0-1241e73ea4f5 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5511119
Jun 17 14:46:01.882294 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:01.882953 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for port, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:01.929309 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-413a9877-7ce9-4457-bebb-739d871d8c84 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0965607
Jun 17 14:46:01.952331 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Request body: {'port': {'device_id': '45ed523e-2193-42ce-801c-d3d13191b9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:46:01.991614 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:02.025667 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37238) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:02.030765 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-310539a2-6342-44a6-a0ca-9dfdadc8ef75 None None] Provisioning for port c7256e38-4c08-40fc-9a02-efbd13a737dc completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:46:02.040472 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-310539a2-6342-44a6-a0ca-9dfdadc8ef75 None None] Provisioning complete for port c7256e38-4c08-40fc-9a02-efbd13a737dc triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:46:02.042227 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-310539a2-6342-44a6-a0ca-9dfdadc8ef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:02.222019 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1d6c63f4-246c-4706-afae-3cb1b36dcc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:02.250790 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 37244) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:02.256473 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-310539a2-6342-44a6-a0ca-9dfdadc8ef75 None None] Port c7256e38-4c08-40fc-9a02-efbd13a737dc cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:46:02.317915 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-1d6c63f4-246c-4706-afae-3cb1b36dcc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:02.336286 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:02.350672 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-1d6c63f4-246c-4706-afae-3cb1b36dcc6c admin admin] Usage tracker for resource:security_group_rule and tenant:888e296a8cb84bb086c9789e8fcc69e5 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:02.365824 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-1d6c63f4-246c-4706-afae-3cb1b36dcc6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:02.379313 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-1d6c63f4-246c-4706-afae-3cb1b36dcc6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:02.478508 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e918a-1983-46e9-abd9-b520b2530808 req-ff5b95ea-e16c-4d79-b7f1-4eaa4986f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:02.480628 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-492e918a-1983-46e9-abd9-b520b2530808 req-ff5b95ea-e16c-4d79-b7f1-4eaa4986f197 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22f67543-8926-41ff-b4b4-625241755da9 HTTP/1.1" status: 200  len: 921 time: 0.7616303
Jun 17 14:46:02.610015 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b84730-bd58-4e2f-80bc-e5e996c26751 req-07d55f15-8701-4e78-a942-abc5b139086f tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:02.618551 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f2b84730-bd58-4e2f-80bc-e5e996c26751 req-07d55f15-8701-4e78-a942-abc5b139086f tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 945 time: 0.5262487
Jun 17 14:46:02.634531 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3b407-cf1a-4b37-a59d-51fb4d0e2c75 req-521b25a5-0e89-470a-94a3-a6d9e858b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:02.636137 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3cd3b407-cf1a-4b37-a59d-51fb4d0e2c75 req-521b25a5-0e89-470a-94a3-a6d9e858b4cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 1098 time: 0.7762675
Jun 17 14:46:02.705787 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3d44e-bac3-4a70-83aa-a3f4c6dd49a3 req-0ff315a3-4f1a-4ec3-ab0a-959f38fc3341 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:02.708758 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-99b3d44e-bac3-4a70-83aa-a3f4c6dd49a3 req-0ff315a3-4f1a-4ec3-ab0a-959f38fc3341 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.9378548
Jun 17 14:46:02.710643 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-492e918a-1983-46e9-abd9-b520b2530808 req-43427cfe-acf3-495f-b260-df8ad382fcaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a36aab6-5819-4457-b9ce-464e6fa17688 HTTP/1.1" status: 200  len: 217 time: 0.2094460
Jun 17 14:46:02.822285 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f2b84730-bd58-4e2f-80bc-e5e996c26751 req-0c2cf8c3-ea42-4a1f-8e48-6b084636a7d6 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2023506
Jun 17 14:46:02.949379 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3cd3b407-cf1a-4b37-a59d-51fb4d0e2c75 req-bb3a1b24-303b-4b85-b9fa-970cef727f6f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2831326
Jun 17 14:46:02.961994 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17850d5d-3cc3-4789-b051-91d0e128f6aa {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:46:02.970961 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e918a-1983-46e9-abd9-b520b2530808 req-08fed52f-4619-4857-b135-b7bf661580f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:02.973233 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-492e918a-1983-46e9-abd9-b520b2530808 req-08fed52f-4619-4857-b135-b7bf661580f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c246ed79-651b-4219-9b4b-375331c24392 HTTP/1.1" status: 200  len: 859 time: 0.2482159
Jun 17 14:46:02.985426 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:02.999216 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-99b3d44e-bac3-4a70-83aa-a3f4c6dd49a3 req-091b586d-471f-49a0-b5f9-b8515daa12d3 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2206914
Jun 17 14:46:03.032380 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Transition to ACTIVE for port object 17850d5d-3cc3-4789-b051-91d0e128f6aa will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:46:03.034522 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1d6c63f4-246c-4706-afae-3cb1b36dcc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:03.040723 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:03.049044 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:03.079720 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-429d13a8-dcfd-4a23-948b-cf99ba19698e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:03.155426 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-429d13a8-dcfd-4a23-948b-cf99ba19698e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:03.166228 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1d6c63f4-246c-4706-afae-3cb1b36dcc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:03.167164 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-429d13a8-dcfd-4a23-948b-cf99ba19698e admin admin] Usage tracker for resource:security_group_rule and tenant:416745b662dc47a3938eded03e68bb56 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:03.174478 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-429d13a8-dcfd-4a23-948b-cf99ba19698e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:03.190693 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-429d13a8-dcfd-4a23-948b-cf99ba19698e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:03.211191 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 5a36aab6-5819-4457-b9ce-464e6fa17688 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:46:03.451648 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7256e38-4c08-40fc-9a02-efbd13a737dc {{(pid=78706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:46:03.469689 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-492e918a-1983-46e9-abd9-b520b2530808 req-91d37262-fe44-4863-8821-0355d6eaadd7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22f67543-8926-41ff-b4b4-625241755da9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1322131
Jun 17 14:46:03.471355 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:03.538656 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.provisioning_blocks [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Transition to ACTIVE for port object c7256e38-4c08-40fc-9a02-efbd13a737dc will not be triggered until provisioned by entity L2. {{(pid=78706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:46:03.572904 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:03.609113 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 5a36aab6-5819-4457-b9ce-464e6fa17688, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=5a36aab6-5819-4457-b9ce-464e6fa17688,segment=NetworkSegment(2558049f-44eb-44ef-aae2-eb8cfe45a1ad),segment_id=2558049f-44eb-44ef-aae2-eb8cfe45a1ad)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:46:03.618152 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:03.663941 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': '5a36aab6-5819-4457-b9ce-464e6fa17688', 'network_id': '22f67543-8926-41ff-b4b4-625241755da9', 'port_id': '5a36aab6-5819-4457-b9ce-464e6fa17688', 'mac_address': 'fa:16:3e:63:83:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c246ed79-651b-4219-9b4b-375331c24392', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:46:03.770605 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Pushing event updated for resources: {'Port': ['ID=c7256e38-4c08-40fc-9a02-efbd13a737dc,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:03.774026 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:03.792780 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-429d13a8-dcfd-4a23-948b-cf99ba19698e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:03.804254 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401da9e5-c0c5-421b-9e30-3421caa775e0 req-1d9c6e1c-b60f-4ebb-b9a1-e6e601034c50 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:03.805336 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-401da9e5-c0c5-421b-9e30-3421caa775e0 req-1d9c6e1c-b60f-4ebb-b9a1-e6e601034c50 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Synchronizing usage tracker for tenant:435f37682b7445629d33055791ada83b on resource:port {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:46:03.820984 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:03.853164 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a36aab6-5819-4457-b9ce-464e6fa17688 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:46:03.862382 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-1d6c63f4-246c-4706-afae-3cb1b36dcc6c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=888e296a8cb84bb086c9789e8fcc69e5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8268261
Jun 17 14:46:03.864137 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Pushing event updated for resources: {'Port': ['ID=17850d5d-3cc3-4789-b051-91d0e128f6aa,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:03.881820 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37278) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:03.899025 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 5a36aab6-5819-4457-b9ce-464e6fa17688, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=5a36aab6-5819-4457-b9ce-464e6fa17688,segment=NetworkSegment(2558049f-44eb-44ef-aae2-eb8cfe45a1ad),segment_id=2558049f-44eb-44ef-aae2-eb8cfe45a1ad)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:46:03.905489 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:03.912228 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.695s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:03.912828 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:03.915928 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:03.966154 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-429d13a8-dcfd-4a23-948b-cf99ba19698e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:04.010838 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c63f4-246c-4706-afae-3cb1b36dcc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b56fc6-ba1c-4424-a307-c185d4a60230,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:04.014623 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1d6c63f4-246c-4706-afae-3cb1b36dcc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:04.033368 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:04.072255 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-429d13a8-dcfd-4a23-948b-cf99ba19698e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=416745b662dc47a3938eded03e68bb56&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8124766
Jun 17 14:46:04.076646 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Attempting to bind port 17850d5d-3cc3-4789-b051-91d0e128f6aa on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:46:04.077616 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Attempting to bind port 17850d5d-3cc3-4789-b051-91d0e128f6aa by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '2558049f-44eb-44ef-aae2-eb8cfe45a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '22f67543-8926-41ff-b4b4-625241755da9'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:46:04.077616 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Attempting to bind port 17850d5d-3cc3-4789-b051-91d0e128f6aa on network 22f67543-8926-41ff-b4b4-625241755da9 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:46:04.086380 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 37284) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:04.160654 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-401da9e5-c0c5-421b-9e30-3421caa775e0 req-1d9c6e1c-b60f-4ebb-b9a1-e6e601034c50 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Unset dirty status for tenant:435f37682b7445629d33055791ada83b on resource:port {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:46:04.171975 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-401da9e5-c0c5-421b-9e30-3421caa775e0 req-1d9c6e1c-b60f-4ebb-b9a1-e6e601034c50 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 931 time: 1.0245876
Jun 17 14:46:04.217999 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=5a36aab6-5819-4457-b9ce-464e6fa17688,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:04.242402 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:04.255511 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Port 17850d5d-3cc3-4789-b051-91d0e128f6aa on network 22f67543-8926-41ff-b4b4-625241755da9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:46:04.255840 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Attempting to bind port 17850d5d-3cc3-4789-b051-91d0e128f6aa on network 22f67543-8926-41ff-b4b4-625241755da9 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:46:04.297147 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:46:04.297710 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Checking segment: {'id': '2558049f-44eb-44ef-aae2-eb8cfe45a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '22f67543-8926-41ff-b4b4-625241755da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:46:04.298256 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Bound using segment: {'id': '2558049f-44eb-44ef-aae2-eb8cfe45a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '22f67543-8926-41ff-b4b4-625241755da9'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:46:04.298939 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Bound port: 17850d5d-3cc3-4789-b051-91d0e128f6aa, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2558049f-44eb-44ef-aae2-eb8cfe45a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '22f67543-8926-41ff-b4b4-625241755da9'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:46:04.299515 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:04.326310 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99945965-d8c3-4850-adb2-5b9ab9e2504f req-ab20cb58-40d7-46ef-98e5-7919eedee235 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:04.327572 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-99945965-d8c3-4850-adb2-5b9ab9e2504f req-ab20cb58-40d7-46ef-98e5-7919eedee235 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Synchronizing usage tracker for tenant:2792d6d461e64e3aa7a32a43046c01d9 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:46:04.369201 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['5a36aab6-5819-4457-b9ce-464e6fa17688'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:46:04.374416 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-99945965-d8c3-4850-adb2-5b9ab9e2504f req-ab20cb58-40d7-46ef-98e5-7919eedee235 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Unset dirty status for tenant:2792d6d461e64e3aa7a32a43046c01d9 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:46:04.382441 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-99945965-d8c3-4850-adb2-5b9ab9e2504f req-ab20cb58-40d7-46ef-98e5-7919eedee235 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 943 time: 0.9854815
Jun 17 14:46:04.455756 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5966-285f-4ada-ba94-574c68f500d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:04.505850 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-492e918a-1983-46e9-abd9-b520b2530808 req-6052c22a-d83f-432e-8b29-da50e20612ef service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0108972
Jun 17 14:46:04.593519 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-99945965-d8c3-4850-adb2-5b9ab9e2504f req-ffdfa3a4-0744-4f3e-9590-05f320dde781 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2091885
Jun 17 14:46:04.729794 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5966-285f-4ada-ba94-574c68f500d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:04.737909 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d13a8-dcfd-4a23-948b-cf99ba19698e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5816c5de-0aec-41c6-b204-bd3732e8fe6e,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:04.752245 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Attempting to bind port c7256e38-4c08-40fc-9a02-efbd13a737dc on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:46:04.752578 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Attempting to bind port c7256e38-4c08-40fc-9a02-efbd13a737dc by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'}] {{(pid=78706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:46:04.752906 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Attempting to bind port c7256e38-4c08-40fc-9a02-efbd13a737dc on network b6e53ff0-1917-4389-b170-61d80fa927e9 {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:46:04.780088 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-429d13a8-dcfd-4a23-948b-cf99ba19698e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:04.780856 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-132611cd-b081-4ee2-8c72-59e2153e0efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:04.788578 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-401da9e5-c0c5-421b-9e30-3421caa775e0 req-0e3d8f83-ef5a-4dc1-8110-e750770b67e4 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6149576
Jun 17 14:46:04.788953 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] For port 17850d5d-3cc3-4789-b051-91d0e128f6aa, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:46:04.792648 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] For port 17850d5d-3cc3-4789-b051-91d0e128f6aa, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=17850d5d-3cc3-4789-b051-91d0e128f6aa,segment=NetworkSegment(2558049f-44eb-44ef-aae2-eb8cfe45a1ad),segment_id=2558049f-44eb-44ef-aae2-eb8cfe45a1ad)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:46:04.797543 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Port c7256e38-4c08-40fc-9a02-efbd13a737dc on network b6e53ff0-1917-4389-b170-61d80fa927e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:46:04.797866 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Attempting to bind port c7256e38-4c08-40fc-9a02-efbd13a737dc on network b6e53ff0-1917-4389-b170-61d80fa927e9 {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:46:04.817685 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:46:04.818000 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Checking segment: {'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:46:04.818392 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Bound using segment: {'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'} {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:46:04.818891 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Bound port: c7256e38-4c08-40fc-9a02-efbd13a737dc, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'}}] {{(pid=78706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:46:04.819248 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:04.880616 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-132611cd-b081-4ee2-8c72-59e2153e0efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:04.938008 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:04.979997 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:04.988020 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] For port c7256e38-4c08-40fc-9a02-efbd13a737dc, host hv-cinder-79685, cleared binding levels {{(pid=78706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:46:04.997338 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] For port c7256e38-4c08-40fc-9a02-efbd13a737dc, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=c7256e38-4c08-40fc-9a02-efbd13a737dc,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:46:05.019042 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:05.038316 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:05.098359 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-132611cd-b081-4ee2-8c72-59e2153e0efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:05.099228 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:05.100328 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:05.102618 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] 10.222.0.37 "PUT /v2.0/ports/17850d5d-3cc3-4789-b051-91d0e128f6aa HTTP/1.1" status: 200  len: 1093 time: 4.3571405
Jun 17 14:46:05.113803 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1812e12a-bcb9-4aef-9b39-c1d68b2c22d7', 'tag': '17850d5d-3cc3-4789-b051-91d0e128f6aa'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:46:05.204235 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:05.205231 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for port, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:05.208238 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] 10.222.0.37 "PUT /v2.0/ports/c7256e38-4c08-40fc-9a02-efbd13a737dc HTTP/1.1" status: 200  len: 1093 time: 3.2604692
Jun 17 14:46:05.218356 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ed523e-2193-42ce-801c-d3d13191b9f7', 'tag': 'c7256e38-4c08-40fc-9a02-efbd13a737dc'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:46:05.257138 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Pushing event updated for resources: {'Port': ['ID=c7256e38-4c08-40fc-9a02-efbd13a737dc,revision_number=3']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:05.268460 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:05.270471 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b0f1b0f5-9848-4928-8821-2888904a25e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:05.299356 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132611cd-b081-4ee2-8c72-59e2153e0efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5816c5de-0aec-41c6-b204-bd3732e8fe6e,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:05.301339 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-132611cd-b081-4ee2-8c72-59e2153e0efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:05.306174 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-132611cd-b081-4ee2-8c72-59e2153e0efd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5816c5de-0aec-41c6-b204-bd3732e8fe6e HTTP/1.1" status: 204  len: 168 time: 1.2134509
Jun 17 14:46:05.317623 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-492e918a-1983-46e9-abd9-b520b2530808 req-87ea85cc-26b7-410d-8f83-3a7fb93e261d service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7997324
Jun 17 14:46:05.377156 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-132611cd-b081-4ee2-8c72-59e2153e0efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:05.401282 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Pushing event updated for resources: {'Port': ['ID=17850d5d-3cc3-4789-b051-91d0e128f6aa,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:05.419159 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:05.421390 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5966-285f-4ada-ba94-574c68f500d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:05.421619 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8597969-5a6b-4209-835f-0a6e8adce5dd req-d081fe7c-e942-4323-bc49-e76f044eeaf4 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:05.429672 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b8597969-5a6b-4209-835f-0a6e8adce5dd req-d081fe7c-e942-4323-bc49-e76f044eeaf4 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.3332839
Jun 17 14:46:05.435068 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a3877-0130-4289-a8e7-d77b99fd0b80 req-aed07b67-03db-433d-b0ee-b36bd8ca3416 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:05.437513 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-600a3877-0130-4289-a8e7-d77b99fd0b80 req-aed07b67-03db-433d-b0ee-b36bd8ca3416 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 945 time: 0.6434424
Jun 17 14:46:05.443611 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2cd6a1ae-ad73-43ce-b07f-67ce97ab2912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:05.490310 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f5966-285f-4ada-ba94-574c68f500d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b56fc6-ba1c-4424-a307-c185d4a60230,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:05.511910 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b8597969-5a6b-4209-835f-0a6e8adce5dd req-dac55bad-dc12-458a-b9e6-9a7cc4d7325e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812240
Jun 17 14:46:05.533252 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9db435-a663-4875-9726-c58f94f63203 req-c095a36a-6166-4a5a-aa12-68d78b317af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:05.542531 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-c095a36a-6166-4a5a-aa12-68d78b317af6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=435f37682b7445629d33055791ada83b&device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 1096 time: 0.2424035
Jun 17 14:46:05.542866 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1c7f5966-285f-4ada-ba94-574c68f500d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:05.636359 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1812e12a-bcb9-4aef-9b39-c1d68b2c22d7', 'tag': '17850d5d-3cc3-4789-b051-91d0e128f6aa', 'status': 'completed', 'code': 200}
Jun 17 14:46:05.656567 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-68a7d701-4c7e-47e1-a18b-a7edc9d40e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:05.661146 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-68a7d701-4c7e-47e1-a18b-a7edc9d40e45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2792d6d461e64e3aa7a32a43046c01d9&device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 1096 time: 0.4605923
Jun 17 14:46:05.666230 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5966-285f-4ada-ba94-574c68f500d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:05.669049 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-1c7f5966-285f-4ada-ba94-574c68f500d9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/29b56fc6-ba1c-4424-a307-c185d4a60230 HTTP/1.1" status: 204  len: 168 time: 1.7592096
Jun 17 14:46:05.692545 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-600a3877-0130-4289-a8e7-d77b99fd0b80 req-e5f9726c-0c3f-496d-abd1-681dc1c2eaf6 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2226908
Jun 17 14:46:05.698093 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-8c505726-df85-4a4f-882b-206f2a10987f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7256e38-4c08-40fc-9a02-efbd13a737dc HTTP/1.1" status: 200  len: 217 time: 0.1428976
Jun 17 14:46:05.786888 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ed523e-2193-42ce-801c-d3d13191b9f7', 'tag': 'c7256e38-4c08-40fc-9a02-efbd13a737dc', 'status': 'completed', 'code': 200}
Jun 17 14:46:05.862010 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9db435-a663-4875-9726-c58f94f63203 req-7e9c25ac-2d9d-4e89-bbb2-4614239cf5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:05.866389 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-7e9c25ac-2d9d-4e89-bbb2-4614239cf5d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a3575f2-11d4-4900-8acc-ab5e547dc5f0 HTTP/1.1" status: 200  len: 849 time: 0.1595340
Jun 17 14:46:06.009407 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-a7969e75-a254-43d9-aefa-21a1f2ab930a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17850d5d-3cc3-4789-b051-91d0e128f6aa HTTP/1.1" status: 200  len: 217 time: 0.3152580
Jun 17 14:46:06.186489 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 37322) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:06.218276 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9db435-a663-4875-9726-c58f94f63203 req-06e5d415-b149-4607-8391-cc2deb7fa67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:06.221466 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-06e5d415-b149-4607-8391-cc2deb7fa67d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e53ff0-1917-4389-b170-61d80fa927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3469002
Jun 17 14:46:06.286410 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-44d7e522-2c96-4af2-a90b-d305c132b1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:06.326978 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa4ea3-4e45-4bde-b218-1979e3301a72 req-719465b6-7f36-474a-97a0-3859c079fab7 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:06.336143 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-68cba616-3f85-454e-b924-477cbd6c717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:06.339171 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-68cba616-3f85-454e-b924-477cbd6c717d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c246ed79-651b-4219-9b4b-375331c24392 HTTP/1.1" status: 200  len: 859 time: 0.3207476
Jun 17 14:46:06.344289 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9daa4ea3-4e45-4bde-b218-1979e3301a72 req-719465b6-7f36-474a-97a0-3859c079fab7 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 943 time: 0.3142276
Jun 17 14:46:06.452299 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-8d3d462a-739a-4700-9622-49ba4fb217c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22f67543-8926-41ff-b4b4-625241755da9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1033783
Jun 17 14:46:06.548210 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-44d7e522-2c96-4af2-a90b-d305c132b1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:06.560360 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9daa4ea3-4e45-4bde-b218-1979e3301a72 req-131fcbb5-9508-47fd-95fb-e518818ef5e5 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2145543
Jun 17 14:46:06.614871 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b3a93-3564-4f07-b09d-61de5f7854d0 req-114f5f7e-0aae-4471-9669-ce65bd3aba63 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:06.619033 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d57b3a93-3564-4f07-b09d-61de5f7854d0 req-114f5f7e-0aae-4471-9669-ce65bd3aba63 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 943 time: 0.3935676
Jun 17 14:46:06.683374 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-44d7e522-2c96-4af2-a90b-d305c132b1c9 admin admin] Usage tracker for resource:security_group_rule and tenant:433e9e134620455bb99244bc0c5818e6 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:06.692590 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-44d7e522-2c96-4af2-a90b-d305c132b1c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:06.742136 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-7ee4c9f1-d921-4761-be7e-f7e77a206bd4 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5072079
Jun 17 14:46:06.746866 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-44d7e522-2c96-4af2-a90b-d305c132b1c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:06.916867 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d57b3a93-3564-4f07-b09d-61de5f7854d0 req-e60da31e-e0df-4853-8ad2-ca31e21aafd2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2875891
Jun 17 14:46:06.964879 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-f6ebfe83-97c2-415f-b011-976c0d4f2a37 service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5007653
Jun 17 14:46:07.115748 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6c9db435-a663-4875-9726-c58f94f63203 req-250ddcb2-05d6-456c-ae51-3195fb73bcb6 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3664207
Jun 17 14:46:07.201093 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-44d7e522-2c96-4af2-a90b-d305c132b1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:07.215978 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-44d7e522-2c96-4af2-a90b-d305c132b1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:07.228049 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 5a36aab6-5819-4457-b9ce-464e6fa17688 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:46:07.312870 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:07.361811 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf16735b-aa33-4b05-b7e9-4247fe8d0033 req-9aa97581-a8a8-48a5-ac85-b12ee300089d service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3896096
Jun 17 14:46:07.390015 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port 5a36aab6-5819-4457-b9ce-464e6fa17688 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:46:07.399812 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7e522-2c96-4af2-a90b-d305c132b1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3060d4-c8f3-493d-9dcd-670d6c28d2ef,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:07.409854 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port 5a36aab6-5819-4457-b9ce-464e6fa17688 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:46:07.409854 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:07.410655 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-44d7e522-2c96-4af2-a90b-d305c132b1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:07.451578 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-44d7e522-2c96-4af2-a90b-d305c132b1c9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=433e9e134620455bb99244bc0c5818e6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2628520
Jun 17 14:46:07.456351 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37368) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:07.485666 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b35e0-e33e-4af6-b653-e883ef93b438 req-a4849fe9-d941-4565-905d-cc1c7e418137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:07.487536 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a68b35e0-e33e-4af6-b653-e883ef93b438 req-a4849fe9-d941-4565-905d-cc1c7e418137 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=435f37682b7445629d33055791ada83b&device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 1096 time: 0.2577794
Jun 17 14:46:07.728397 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-47c3862f-9648-4c4f-b0b8-5f4626d4d639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:07.737439 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b35e0-e33e-4af6-b653-e883ef93b438 req-fe20a4cd-5e46-4fd3-aac2-8bd08bb5255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:07.741470 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a68b35e0-e33e-4af6-b653-e883ef93b438 req-fe20a4cd-5e46-4fd3-aac2-8bd08bb5255d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6e53ff0-1917-4389-b170-61d80fa927e9 HTTP/1.1" status: 200  len: 912 time: 0.2446783
Jun 17 14:46:07.748897 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:07.774724 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-47c3862f-9648-4c4f-b0b8-5f4626d4d639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:07.783194 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38af98a-6637-43dc-ab3c-0f46315f965c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a36aab6-5819-4457-b9ce-464e6fa17688'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:46:07.791959 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c65e67-f510-42a0-8d87-fb74ac927287 req-472c3870-a835-466a-b55e-fec29817d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:07.793584 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e3c65e67-f510-42a0-8d87-fb74ac927287 req-472c3870-a835-466a-b55e-fec29817d2f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2792d6d461e64e3aa7a32a43046c01d9&device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 1096 time: 0.3106828
Jun 17 14:46:07.795441 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 5a36aab6-5819-4457-b9ce-464e6fa17688, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=5a36aab6-5819-4457-b9ce-464e6fa17688,segment=NetworkSegment(2558049f-44eb-44ef-aae2-eb8cfe45a1ad),segment_id=2558049f-44eb-44ef-aae2-eb8cfe45a1ad)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:46:07.802293 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:07.804673 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:07.852491 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a68b35e0-e33e-4af6-b653-e883ef93b438 req-ba1ee1d2-9a9e-4861-892b-9a94f431842e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7256e38-4c08-40fc-9a02-efbd13a737dc HTTP/1.1" status: 200  len: 217 time: 0.1015527
Jun 17 14:46:07.870813 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38af98a-6637-43dc-ab3c-0f46315f965c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a36aab6-5819-4457-b9ce-464e6fa17688', 'code': 200}
Jun 17 14:46:07.908988 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=5a36aab6-5819-4457-b9ce-464e6fa17688,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:07.925072 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:08.024066 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b35e0-e33e-4af6-b653-e883ef93b438 req-c5a63e4f-9427-4a50-bc80-34a383762733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:08.027201 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a68b35e0-e33e-4af6-b653-e883ef93b438 req-c5a63e4f-9427-4a50-bc80-34a383762733 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a3575f2-11d4-4900-8acc-ab5e547dc5f0 HTTP/1.1" status: 200  len: 849 time: 0.1341183
Jun 17 14:46:08.212502 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f9e6e-39bc-451c-b6b6-47cddb0b992f req-dd5fa64b-1a79-45ae-a6c5-b9c065bdef25 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:08.214178 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6b3f9e6e-39bc-451c-b6b6-47cddb0b992f req-dd5fa64b-1a79-45ae-a6c5-b9c065bdef25 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 943 time: 0.3635230
Jun 17 14:46:08.305831 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b35e0-e33e-4af6-b653-e883ef93b438 req-e337fdb4-2daf-415d-a171-076aec549e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:08.307348 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a68b35e0-e33e-4af6-b653-e883ef93b438 req-e337fdb4-2daf-415d-a171-076aec549e4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e53ff0-1917-4389-b170-61d80fa927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2705903
Jun 17 14:46:08.374654 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6b3f9e6e-39bc-451c-b6b6-47cddb0b992f req-00b36b20-1c6c-402d-a216-afe8524d4d5d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418531
Jun 17 14:46:08.518551 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-47c3862f-9648-4c4f-b0b8-5f4626d4d639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:08.534083 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:08.540862 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a68b35e0-e33e-4af6-b653-e883ef93b438 req-2fec8fac-2bf3-4cc0-846e-e28b74d4e2ea service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099741
Jun 17 14:46:08.543215 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c65e67-f510-42a0-8d87-fb74ac927287 req-de1ea1d7-db77-45b4-be3b-dbfc9b860301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:08.544755 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e3c65e67-f510-42a0-8d87-fb74ac927287 req-de1ea1d7-db77-45b4-be3b-dbfc9b860301 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22f67543-8926-41ff-b4b4-625241755da9 HTTP/1.1" status: 200  len: 921 time: 0.7330143
Jun 17 14:46:08.555558 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3862f-9648-4c4f-b0b8-5f4626d4d639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3060d4-c8f3-493d-9dcd-670d6c28d2ef,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:08.563473 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-47c3862f-9648-4c4f-b0b8-5f4626d4d639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:08.730874 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e3c65e67-f510-42a0-8d87-fb74ac927287 req-b6c0f5a3-1ec0-42f8-9414-3a84790d80a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17850d5d-3cc3-4789-b051-91d0e128f6aa HTTP/1.1" status: 200  len: 217 time: 0.1712568
Jun 17 14:46:08.733402 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52d99f-ad8f-4a14-a8ea-572ad5a2ae1d req-a025626e-ff04-4a1b-a225-52fb59adb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:08.734841 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2e52d99f-ad8f-4a14-a8ea-572ad5a2ae1d req-a025626e-ff04-4a1b-a225-52fb59adb7c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 1098 time: 0.5061929
Jun 17 14:46:08.744175 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-47c3862f-9648-4c4f-b0b8-5f4626d4d639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:08.749222 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-47c3862f-9648-4c4f-b0b8-5f4626d4d639 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9a3060d4-c8f3-493d-9dcd-670d6c28d2ef HTTP/1.1" status: 204  len: 168 time: 1.2873976
Jun 17 14:46:08.860158 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a68b35e0-e33e-4af6-b653-e883ef93b438 req-efd785ec-7a1c-403d-b2aa-cbccca7de4fd service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3044355
Jun 17 14:46:08.940632 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b9bab-48f8-49d1-93a0-f32bc274a39e req-2f0f345a-e0a8-4685-9556-e5a22794b1aa tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:08.950012 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d14b9bab-48f8-49d1-93a0-f32bc274a39e req-2f0f345a-e0a8-4685-9556-e5a22794b1aa tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 943 time: 0.6632226
Jun 17 14:46:08.989427 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-2e52d99f-ad8f-4a14-a8ea-572ad5a2ae1d req-ea2a1e1b-cd44-476f-99c9-d491e6076140 service neutron] Synchronizing usage tracker for tenant:754932f40f11496d917e8fa40d81d2cf on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:46:09.003268 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c65e67-f510-42a0-8d87-fb74ac927287 req-31629151-5f66-4704-be0a-11b0f1b90c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:09.006250 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e3c65e67-f510-42a0-8d87-fb74ac927287 req-31629151-5f66-4704-be0a-11b0f1b90c5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c246ed79-651b-4219-9b4b-375331c24392 HTTP/1.1" status: 200  len: 859 time: 0.2596707
Jun 17 14:46:09.134485 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d14b9bab-48f8-49d1-93a0-f32bc274a39e req-34958e3d-d7b7-4e83-8306-4e71b968e814 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1832311
Jun 17 14:46:09.139345 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e3c65e67-f510-42a0-8d87-fb74ac927287 req-cbbd9602-77c3-49fe-a943-a7da52b0db89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22f67543-8926-41ff-b4b4-625241755da9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1176109
Jun 17 14:46:09.244400 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device c7256e38-4c08-40fc-9a02-efbd13a737dc details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:46:09.259355 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-2e52d99f-ad8f-4a14-a8ea-572ad5a2ae1d req-ea2a1e1b-cd44-476f-99c9-d491e6076140 service neutron] Unset dirty status for tenant:754932f40f11496d917e8fa40d81d2cf on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:46:09.260838 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2e52d99f-ad8f-4a14-a8ea-572ad5a2ae1d req-ea2a1e1b-cd44-476f-99c9-d491e6076140 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5129054
Jun 17 14:46:09.325502 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 37426) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:09.502347 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e3c65e67-f510-42a0-8d87-fb74ac927287 req-2842f4aa-fa78-460e-8823-aa113f801b29 service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3378932
Jun 17 14:46:09.562008 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port c7256e38-4c08-40fc-9a02-efbd13a737dc, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=c7256e38-4c08-40fc-9a02-efbd13a737dc,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:46:09.585245 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'c7256e38-4c08-40fc-9a02-efbd13a737dc', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'port_id': 'c7256e38-4c08-40fc-9a02-efbd13a737dc', 'mac_address': 'fa:16:3e:fd:20:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:46:09.702350 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217afab4-d5dc-4044-bbc4-7d1ec70d15c3 req-659d7c2f-2b27-4efc-b6a9-b3bcb07fedee tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:09.716163 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-217afab4-d5dc-4044-bbc4-7d1ec70d15c3 req-659d7c2f-2b27-4efc-b6a9-b3bcb07fedee tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 943 time: 0.1511002
Jun 17 14:46:09.743260 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:09.783901 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7256e38-4c08-40fc-9a02-efbd13a737dc {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:46:09.827351 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port c7256e38-4c08-40fc-9a02-efbd13a737dc, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=c7256e38-4c08-40fc-9a02-efbd13a737dc,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:46:09.834415 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-217afab4-d5dc-4044-bbc4-7d1ec70d15c3 req-5039ca6b-baaa-4cc2-98c2-edd1f1ad7bfe tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169515
Jun 17 14:46:09.842116 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:09.843840 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-de12cd62-cde8-4a96-bacf-49a9cf296940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:09.970486 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=c7256e38-4c08-40fc-9a02-efbd13a737dc,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:09.974702 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7cc4ea98-671b-4bb3-90a4-c5d799662330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:09.978283 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:09.980470 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e3c65e67-f510-42a0-8d87-fb74ac927287 req-60cb9d33-0dc3-4d98-96bd-851f272de50c service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4156640
Jun 17 14:46:09.990819 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37448) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:10.000602 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-7cc4ea98-671b-4bb3-90a4-c5d799662330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:10.008169 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-7cc4ea98-671b-4bb3-90a4-c5d799662330 admin admin] Usage tracker for resource:security_group_rule and tenant:84fec854ef0d4545b892bfbc5ae02196 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:10.012445 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-7cc4ea98-671b-4bb3-90a4-c5d799662330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:10.027165 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-7cc4ea98-671b-4bb3-90a4-c5d799662330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:10.134823 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b8cea913-d132-44c5-b557-504dae0df569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:10.156626 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-b8cea913-d132-44c5-b557-504dae0df569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:10.161792 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-b8cea913-d132-44c5-b557-504dae0df569 admin admin] Usage tracker for resource:security_group_rule and tenant:f1141b6e362b4a7f8e8b75f33d2a4ac2 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:10.166792 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-b8cea913-d132-44c5-b557-504dae0df569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:10.174025 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-b8cea913-d132-44c5-b557-504dae0df569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:10.243128 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['c7256e38-4c08-40fc-9a02-efbd13a737dc'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:46:10.322798 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7cc4ea98-671b-4bb3-90a4-c5d799662330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:10.338808 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7cc4ea98-671b-4bb3-90a4-c5d799662330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:10.436619 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:10.466858 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b8cea913-d132-44c5-b557-504dae0df569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:10.469122 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37468) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:10.477003 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-7cc4ea98-671b-4bb3-90a4-c5d799662330 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=84fec854ef0d4545b892bfbc5ae02196&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1354644
Jun 17 14:46:10.541082 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b8cea913-d132-44c5-b557-504dae0df569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:10.565695 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1c7f5966-285f-4ada-ba94-574c68f500d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:10.764304 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-b8cea913-d132-44c5-b557-504dae0df569 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f1141b6e362b4a7f8e8b75f33d2a4ac2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7718542
Jun 17 14:46:10.765043 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37482) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:10.774270 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4ea98-671b-4bb3-90a4-c5d799662330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc927cb6-39e8-4cf6-b565-2dbb42521d9c,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:10.789054 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7cc4ea98-671b-4bb3-90a4-c5d799662330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:10.798522 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cea913-d132-44c5-b557-504dae0df569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f73c5d-70b4-48b2-a252-dbc4617932f5,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:10.857221 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a3d1f-848a-4f0a-bb42-e17b5ecdc2a6 req-296fb9bd-e0eb-4a8a-89b9-5d971eec0f1e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:10.867346 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-4d0a3d1f-848a-4f0a-bb42-e17b5ecdc2a6 req-296fb9bd-e0eb-4a8a-89b9-5d971eec0f1e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 944 time: 0.3883076
Jun 17 14:46:10.901953 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b8cea913-d132-44c5-b557-504dae0df569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:10.915320 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-de49cc1d-014a-4701-ae27-25e075deaebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:10.996602 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-4d0a3d1f-848a-4f0a-bb42-e17b5ecdc2a6 req-75a395ec-fe72-4644-851e-9a416e4a764d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1242404
Jun 17 14:46:11.018906 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-de49cc1d-014a-4701-ae27-25e075deaebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:11.084536 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7fb94f68-af10-45b9-8ec5-9e698dd9fed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:11.248508 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 17850d5d-3cc3-4789-b051-91d0e128f6aa details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:46:11.317989 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7fb94f68-af10-45b9-8ec5-9e698dd9fed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:11.392380 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-de49cc1d-014a-4701-ae27-25e075deaebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:11.400066 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:11.457753 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a1624-82a5-4457-a987-b3484eae69c4 req-6b1632d1-ce46-4e32-a6fa-d4db9dcf5adc tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:11.464394 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1e5a1624-82a5-4457-a987-b3484eae69c4 req-6b1632d1-ce46-4e32-a6fa-d4db9dcf5adc tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 943 time: 0.2622442
Jun 17 14:46:11.469283 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49cc1d-014a-4701-ae27-25e075deaebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc927cb6-39e8-4cf6-b565-2dbb42521d9c,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:11.482855 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-de49cc1d-014a-4701-ae27-25e075deaebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:11.528576 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 17850d5d-3cc3-4789-b051-91d0e128f6aa, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=17850d5d-3cc3-4789-b051-91d0e128f6aa,segment=NetworkSegment(2558049f-44eb-44ef-aae2-eb8cfe45a1ad),segment_id=2558049f-44eb-44ef-aae2-eb8cfe45a1ad)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:46:11.529452 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-de49cc1d-014a-4701-ae27-25e075deaebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:11.531045 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-de49cc1d-014a-4701-ae27-25e075deaebe admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cc927cb6-39e8-4cf6-b565-2dbb42521d9c HTTP/1.1" status: 204  len: 168 time: 1.0605512
Jun 17 14:46:11.543328 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7fb94f68-af10-45b9-8ec5-9e698dd9fed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:11.548464 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7fb94f68-af10-45b9-8ec5-9e698dd9fed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:11.553464 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-7fb94f68-af10-45b9-8ec5-9e698dd9fed7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/96f73c5d-70b4-48b2-a252-dbc4617932f5 HTTP/1.1" status: 204  len: 168 time: 0.7725613
Jun 17 14:46:11.556261 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': '17850d5d-3cc3-4789-b051-91d0e128f6aa', 'network_id': '22f67543-8926-41ff-b4b4-625241755da9', 'port_id': '17850d5d-3cc3-4789-b051-91d0e128f6aa', 'mac_address': 'fa:16:3e:8f:90:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c246ed79-651b-4219-9b4b-375331c24392', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:46:11.557811 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1d6c63f4-246c-4706-afae-3cb1b36dcc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:11.574514 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb94f68-af10-45b9-8ec5-9e698dd9fed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f73c5d-70b4-48b2-a252-dbc4617932f5,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:11.577794 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7fb94f68-af10-45b9-8ec5-9e698dd9fed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:11.597332 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1e5a1624-82a5-4457-a987-b3484eae69c4 req-d4556814-6f11-4520-9ab4-f087c639bf3f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157866
Jun 17 14:46:11.640843 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:11.663976 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17850d5d-3cc3-4789-b051-91d0e128f6aa {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:46:11.685918 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 17850d5d-3cc3-4789-b051-91d0e128f6aa, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=17850d5d-3cc3-4789-b051-91d0e128f6aa,segment=NetworkSegment(2558049f-44eb-44ef-aae2-eb8cfe45a1ad),segment_id=2558049f-44eb-44ef-aae2-eb8cfe45a1ad)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:46:11.690568 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:11.694528 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:11.792948 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=17850d5d-3cc3-4789-b051-91d0e128f6aa,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:11.799977 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:12.124677 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['17850d5d-3cc3-4789-b051-91d0e128f6aa'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:46:12.285062 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 37514) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:12.360310 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37518) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:12.362206 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-06a450e3-4bd9-4c30-bc7a-3f03feb7cb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:12.389293 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cbb17a5a-8b44-401d-bb8b-59c273fa38dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:12.415183 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-cbb17a5a-8b44-401d-bb8b-59c273fa38dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:12.420032 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-cbb17a5a-8b44-401d-bb8b-59c273fa38dc admin admin] Usage tracker for resource:security_group_rule and tenant:eacf2fd9b1cd463095b893742a8bfc45 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:12.436859 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-cbb17a5a-8b44-401d-bb8b-59c273fa38dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:12.448895 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-cbb17a5a-8b44-401d-bb8b-59c273fa38dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:12.498268 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-06a450e3-4bd9-4c30-bc7a-3f03feb7cb18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:12.503276 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-06a450e3-4bd9-4c30-bc7a-3f03feb7cb18 admin admin] Usage tracker for resource:security_group_rule and tenant:5c76fbed3b8f4a11bfe48e89c56e9d9e is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:12.508829 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-06a450e3-4bd9-4c30-bc7a-3f03feb7cb18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:12.529253 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-06a450e3-4bd9-4c30-bc7a-3f03feb7cb18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:12.666209 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cbb17a5a-8b44-401d-bb8b-59c273fa38dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:12.671326 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cbb17a5a-8b44-401d-bb8b-59c273fa38dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:12.672721 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-06a450e3-4bd9-4c30-bc7a-3f03feb7cb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:12.681603 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-06a450e3-4bd9-4c30-bc7a-3f03feb7cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:12.699344 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:12.727123 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5472b3c5-abe8-4b54-808f-1489d2791f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:12.759817 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37530) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:12.762872 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-06a450e3-4bd9-4c30-bc7a-3f03feb7cb18 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5c76fbed3b8f4a11bfe48e89c56e9d9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4743395
Jun 17 14:46:12.788166 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-cbb17a5a-8b44-401d-bb8b-59c273fa38dc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=eacf2fd9b1cd463095b893742a8bfc45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4255512
Jun 17 14:46:12.789461 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37534) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:12.792918 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb17a5a-8b44-401d-bb8b-59c273fa38dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde942fe-965a-431d-a988-31133b07f8da,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:12.798440 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-cbb17a5a-8b44-401d-bb8b-59c273fa38dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:12.826664 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a450e3-4bd9-4c30-bc7a-3f03feb7cb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ac89e6-2df4-4f41-b6c0-87c53811778b,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:12.854422 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-06a450e3-4bd9-4c30-bc7a-3f03feb7cb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:12.904250 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc2932-a557-486e-9806-e93d285b1403 req-13fafa8a-b5c8-4ac7-a07e-442b9b36bfff tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:12.906932 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-57fc2932-a557-486e-9806-e93d285b1403 req-13fafa8a-b5c8-4ac7-a07e-442b9b36bfff tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 944 time: 0.5529428
Jun 17 14:46:12.981928 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a44ac821-aba3-455d-bb66-1e195571a4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:12.983037 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-57fc2932-a557-486e-9806-e93d285b1403 req-cffccd88-030c-41da-be74-796407e131ec tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696645
Jun 17 14:46:13.031730 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dba63e98-0bc4-44a1-933a-533a49c3b709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:13.040242 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a44ac821-aba3-455d-bb66-1e195571a4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:13.120363 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dba63e98-0bc4-44a1-933a-533a49c3b709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:13.165160 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cd67d-4a99-4dee-bd9c-6b37069a9aac req-6dd22730-ef1d-4531-b09a-4ac955ce8962 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:13.166659 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ba6cd67d-4a99-4dee-bd9c-6b37069a9aac req-6dd22730-ef1d-4531-b09a-4ac955ce8962 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 944 time: 0.2953417
Jun 17 14:46:13.229160 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a44ac821-aba3-455d-bb66-1e195571a4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:13.240747 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b8cea913-d132-44c5-b557-504dae0df569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:13.259218 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ac821-aba3-455d-bb66-1e195571a4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde942fe-965a-431d-a988-31133b07f8da,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:13.279579 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a44ac821-aba3-455d-bb66-1e195571a4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:13.283141 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device c7256e38-4c08-40fc-9a02-efbd13a737dc up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:46:13.291238 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ba6cd67d-4a99-4dee-bd9c-6b37069a9aac req-f3ce75d8-f8c5-482d-bec0-b2bd8ede8d65 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037788
Jun 17 14:46:13.293691 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a44ac821-aba3-455d-bb66-1e195571a4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:13.295572 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-a44ac821-aba3-455d-bb66-1e195571a4a7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bde942fe-965a-431d-a988-31133b07f8da HTTP/1.1" status: 204  len: 168 time: 0.4952638
Jun 17 14:46:13.330442 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dba63e98-0bc4-44a1-933a-533a49c3b709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:13.338051 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2bba5846-bac6-447c-b887-3b57ed75ecc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:13.358743 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dba63e98-0bc4-44a1-933a-533a49c3b709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:13.365678 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-dba63e98-0bc4-44a1-933a-533a49c3b709 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e9ac89e6-2df4-4f41-b6c0-87c53811778b HTTP/1.1" status: 204  len: 168 time: 0.6013374
Jun 17 14:46:13.367617 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba63e98-0bc4-44a1-933a-533a49c3b709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ac89e6-2df4-4f41-b6c0-87c53811778b,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:13.380822 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-dba63e98-0bc4-44a1-933a-533a49c3b709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:13.449401 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:46:13.529901 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port c7256e38-4c08-40fc-9a02-efbd13a737dc completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:46:13.538874 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port c7256e38-4c08-40fc-9a02-efbd13a737dc triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:46:13.539958 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:13.691441 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:13.723128 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ed523e-2193-42ce-801c-d3d13191b9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7256e38-4c08-40fc-9a02-efbd13a737dc'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:46:13.744493 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port c7256e38-4c08-40fc-9a02-efbd13a737dc, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=c7256e38-4c08-40fc-9a02-efbd13a737dc,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:46:13.751251 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:13.755425 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-de12cd62-cde8-4a96-bacf-49a9cf296940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:13.797179 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ed523e-2193-42ce-801c-d3d13191b9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7256e38-4c08-40fc-9a02-efbd13a737dc', 'code': 200}
Jun 17 14:46:13.853876 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=c7256e38-4c08-40fc-9a02-efbd13a737dc,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:13.865578 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:14.712812 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82ee72-1a3d-454a-8895-92ea4e2bd353 req-49fcd556-c04e-41df-bbcb-9bb80dcfeed6 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:14.723876 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3c82ee72-1a3d-454a-8895-92ea4e2bd353 req-49fcd556-c04e-41df-bbcb-9bb80dcfeed6 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 944 time: 0.1612551
Jun 17 14:46:14.824665 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8e9ff-270a-4cd8-83e9-ec77ba85c43e req-8c459246-ba8e-4d5e-aec4-53fdc6cae63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:14.827814 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-18d8e9ff-270a-4cd8-83e9-ec77ba85c43e req-8c459246-ba8e-4d5e-aec4-53fdc6cae63d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 1098 time: 0.6942701
Jun 17 14:46:14.838738 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3c82ee72-1a3d-454a-8895-92ea4e2bd353 req-58a5a4c1-834c-410b-a119-ad4c44b6f310 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136682
Jun 17 14:46:14.887343 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8f7ec-8d3f-4aa0-a637-5dd976b4b68e req-64e98e0a-f100-4426-b045-765e95076023 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:14.900925 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2fa8f7ec-8d3f-4aa0-a637-5dd976b4b68e req-64e98e0a-f100-4426-b045-765e95076023 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.6406329
Jun 17 14:46:14.919987 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 37600) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:14.978279 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2fa8f7ec-8d3f-4aa0-a637-5dd976b4b68e req-467af680-d2a3-43cd-9e08-788e894e1ffc tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698342
Jun 17 14:46:14.983602 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-18d8e9ff-270a-4cd8-83e9-ec77ba85c43e req-ae6c4b52-577d-4264-b319-09412d306932 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1456857
Jun 17 14:46:15.221765 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:15.241600 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:15.246308 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Usage tracker for resource:security_group_rule and tenant:b8635b24f3cd480a9cea313b5c68dad8 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:15.250032 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:15.257249 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:15.297791 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 17850d5d-3cc3-4789-b051-91d0e128f6aa up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:46:15.377176 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:15.384273 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:15.393499 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:15.420038 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port 17850d5d-3cc3-4789-b051-91d0e128f6aa completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:46:15.431090 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port 17850d5d-3cc3-4789-b051-91d0e128f6aa triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:46:15.432471 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:15.453764 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b8635b24f3cd480a9cea313b5c68dad8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5303195
Jun 17 14:46:15.457179 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37620) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:15.458227 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122231a9-00f4-4947-8a09-13189849efe5,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:15.477106 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.478188 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.480191 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.480694 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.481139 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.482395 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.484900 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.485766 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.486811 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.488046 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.489368 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.492034 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.499041 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:15.635170 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:15.695835 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:15.707622 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:15.771742 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 17850d5d-3cc3-4789-b051-91d0e128f6aa, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=17850d5d-3cc3-4789-b051-91d0e128f6aa,segment=NetworkSegment(2558049f-44eb-44ef-aae2-eb8cfe45a1ad),segment_id=2558049f-44eb-44ef-aae2-eb8cfe45a1ad)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:46:15.780048 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:15.785462 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:15.786786 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:15.793518 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e8e2365a-502c-40ae-974d-2f63adc640bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:15.806491 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122231a9-00f4-4947-8a09-13189849efe5,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:15.823852 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:15.825002 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/122231a9-00f4-4947-8a09-13189849efe5 HTTP/1.1" status: 204  len: 168 time: 0.3656666
Jun 17 14:46:15.826551 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.827374 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.827805 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.828155 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.828651 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.829002 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.829364 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.829692 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.830172 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.830511 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.831124 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.832161 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:15.842782 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:15.881947 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1812e12a-bcb9-4aef-9b39-c1d68b2c22d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17850d5d-3cc3-4789-b051-91d0e128f6aa'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:46:15.975762 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=17850d5d-3cc3-4789-b051-91d0e128f6aa,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:15.982850 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:16.011878 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1812e12a-bcb9-4aef-9b39-c1d68b2c22d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17850d5d-3cc3-4789-b051-91d0e128f6aa', 'code': 200}
Jun 17 14:46:16.266384 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7bb04-54c7-439a-b587-70e4802ac177 req-2b6e0c53-3098-40ee-8a75-e05dd003d7ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:16.271792 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a6b7bb04-54c7-439a-b587-70e4802ac177 req-2b6e0c53-3098-40ee-8a75-e05dd003d7ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.2347653
Jun 17 14:46:16.392945 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a6b7bb04-54c7-439a-b587-70e4802ac177 req-dd0c0aa1-2552-431c-8fd3-05eb6e05f7a6 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096981
Jun 17 14:46:16.412327 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d781fb-d191-4663-9f8a-219491bfabbd req-6f7317dd-7840-4c5b-b469-6909e3c3fd19 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:16.414707 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-32d781fb-d191-4663-9f8a-219491bfabbd req-6f7317dd-7840-4c5b-b469-6909e3c3fd19 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1826348
Jun 17 14:46:16.477162 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-32d781fb-d191-4663-9f8a-219491bfabbd req-2c838def-a0ef-46aa-9a04-6a43f69231ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549750
Jun 17 14:46:16.581591 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 37658) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:16.617375 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0389d03b-848d-4231-95c9-410615271a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:16.660936 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-0389d03b-848d-4231-95c9-410615271a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:16.670990 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-0389d03b-848d-4231-95c9-410615271a5e admin admin] Usage tracker for resource:security_group_rule and tenant:8a6caf7821654ca48a306f23cad96f2b is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:16.681052 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-0389d03b-848d-4231-95c9-410615271a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:16.696060 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-0389d03b-848d-4231-95c9-410615271a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:16.734778 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278ec59-5d9d-469f-a851-76d122bc62ab req-8811af7d-fa0e-42cd-9c3f-0af54ab6cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:16.744957 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f278ec59-5d9d-469f-a851-76d122bc62ab req-8811af7d-fa0e-42cd-9c3f-0af54ab6cf90 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 1098 time: 0.1954696
Jun 17 14:46:16.885917 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f278ec59-5d9d-469f-a851-76d122bc62ab req-274bbc2e-0cce-41a3-8899-2cfbc6f65473 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312134
Jun 17 14:46:16.961653 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0389d03b-848d-4231-95c9-410615271a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:16.970398 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0389d03b-848d-4231-95c9-410615271a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:16.994220 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-132611cd-b081-4ee2-8c72-59e2153e0efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:17.096283 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-0389d03b-848d-4231-95c9-410615271a5e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8a6caf7821654ca48a306f23cad96f2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5129154
Jun 17 14:46:17.098696 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389d03b-848d-4231-95c9-410615271a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fde95bf-69eb-40e6-8453-26f20ae1adff,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:17.103364 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37680) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:17.129744 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0389d03b-848d-4231-95c9-410615271a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:17.213905 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-46d37a0c-c588-4c2c-8797-3579f2f089fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:17.257364 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-46d37a0c-c588-4c2c-8797-3579f2f089fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:17.337695 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-46d37a0c-c588-4c2c-8797-3579f2f089fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:17.343113 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7fb94f68-af10-45b9-8ec5-9e698dd9fed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:17.356142 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d37a0c-c588-4c2c-8797-3579f2f089fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fde95bf-69eb-40e6-8453-26f20ae1adff,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:17.360590 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-46d37a0c-c588-4c2c-8797-3579f2f089fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:17.365670 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-46d37a0c-c588-4c2c-8797-3579f2f089fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:17.375112 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-46d37a0c-c588-4c2c-8797-3579f2f089fc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0fde95bf-69eb-40e6-8453-26f20ae1adff HTTP/1.1" status: 204  len: 168 time: 0.2632384
Jun 17 14:46:17.682147 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7ed19-3bb3-430d-bc06-589d869864cb req-bc0ec5a1-1b1b-4177-b510-2c424ec3f4fa tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:17.686244 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-25e7ed19-3bb3-430d-bc06-589d869864cb req-bc0ec5a1-1b1b-4177-b510-2c424ec3f4fa tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1420269
Jun 17 14:46:17.797681 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-25e7ed19-3bb3-430d-bc06-589d869864cb req-3593984d-bc01-47cd-81ec-62803f8579a8 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916252
Jun 17 14:46:17.832937 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ed59b-f312-4534-b5cc-a9d2d863369b req-ed5b5d5f-3f25-4b36-a4e7-efcea4da1964 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:17.835702 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f01ed59b-f312-4534-b5cc-a9d2d863369b req-ed5b5d5f-3f25-4b36-a4e7-efcea4da1964 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1928093
Jun 17 14:46:17.906386 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f01ed59b-f312-4534-b5cc-a9d2d863369b req-558bdf1e-6f6b-497c-98c0-c82e7d3914b0 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596366
Jun 17 14:46:18.213072 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cfca5-8851-442b-abfd-3600cde78cbe req-753fb924-3b5f-4db1-aa0c-f88b3fcc33d8 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:18.215192 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-190cfca5-8851-442b-abfd-3600cde78cbe req-753fb924-3b5f-4db1-aa0c-f88b3fcc33d8 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1310990
Jun 17 14:46:18.227770 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 37726) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:18.234001 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-ae7f0c35-2f8d-4691-b24b-1470df828a25 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Request body: {'floatingip': {'port_id': 'c7256e38-4c08-40fc-9a02-efbd13a737dc'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:46:18.360091 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ae7f0c35-2f8d-4691-b24b-1470df828a25 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:19.089093 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:19.476937 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e1046-6fcd-4738-add3-09e2a441ad6e req-5c62c515-3b85-481f-b321-0f8606d3f422 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:19.489626 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e71e1046-6fcd-4738-add3-09e2a441ad6e req-5c62c515-3b85-481f-b321-0f8606d3f422 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.4484289
Jun 17 14:46:19.526787 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37772) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:19.619333 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e71e1046-6fcd-4738-add3-09e2a441ad6e req-dbb338ad-66f9-4965-86e1-6d8642716f2a tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276860
Jun 17 14:46:19.637265 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf1f19a1-c3e1-4a71-87ff-b72fd55ac184 req-ab1618e2-e9f5-4036-9c38-c30cefa0ade9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3459916
Jun 17 14:46:19.984703 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f19a1-c3e1-4a71-87ff-b72fd55ac184 req-f3b08462-39f2-4adf-9d38-d181aadc9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:19.990519 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf1f19a1-c3e1-4a71-87ff-b72fd55ac184 req-f3b08462-39f2-4adf-9d38-d181aadc9d96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f12ad32ccb341c4b7edc1cb19cbbe59&device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 1098 time: 0.1570778
Jun 17 14:46:20.198330 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.db.resource_extend [None req-ae7f0c35-2f8d-4691-b24b-1470df828a25 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 17 14:46:20.219691 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f19a1-c3e1-4a71-87ff-b72fd55ac184 req-13c85f71-ff0f-48a8-910c-20ed1300d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:20.221357 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf1f19a1-c3e1-4a71-87ff-b72fd55ac184 req-13c85f71-ff0f-48a8-910c-20ed1300d007 service neutron] 10.222.0.37 "GET /v2.0/networks?id=81eb3522-7438-4c78-9a26-847d52e0022b HTTP/1.1" status: 200  len: 914 time: 0.2008920
Jun 17 14:46:20.366186 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf1f19a1-c3e1-4a71-87ff-b72fd55ac184 req-e8e3485c-48a9-40ee-9ba9-d0eec6e9f9bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e99ed42-7b4f-47a9-aabb-9ef94a810db2 HTTP/1.1" status: 200  len: 217 time: 0.1259639
Jun 17 14:46:20.386411 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6e06e40a-e8e0-4725-9173-6177720b1bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:20.458196 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-6e06e40a-e8e0-4725-9173-6177720b1bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:20.465542 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-6e06e40a-e8e0-4725-9173-6177720b1bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:a18f8d8be0db43f5924ac2929111ade6 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:20.470401 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-6e06e40a-e8e0-4725-9173-6177720b1bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:20.480601 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-6e06e40a-e8e0-4725-9173-6177720b1bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:20.483853 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f19a1-c3e1-4a71-87ff-b72fd55ac184 req-506fcb59-3aa9-47e3-8884-ebb74efbdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:20.485326 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf1f19a1-c3e1-4a71-87ff-b72fd55ac184 req-506fcb59-3aa9-47e3-8884-ebb74efbdc9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4476e2f6-ab3e-4c58-a257-7802bef5b3fb HTTP/1.1" status: 200  len: 852 time: 0.1001525
Jun 17 14:46:20.503902 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ae7f0c35-2f8d-4691-b24b-1470df828a25 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:20.515134 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ae7f0c35-2f8d-4691-b24b-1470df828a25 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:20.548632 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf1f19a1-c3e1-4a71-87ff-b72fd55ac184 req-034200d5-2771-46e8-8b94-108df068640e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=81eb3522-7438-4c78-9a26-847d52e0022b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536592
Jun 17 14:46:20.727885 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf1f19a1-c3e1-4a71-87ff-b72fd55ac184 req-9df77450-11d4-4a1c-ad28-231b281ccfd1 service neutron] 10.222.0.37 "GET /v2.0/networks/81eb3522-7438-4c78-9a26-847d52e0022b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602039
Jun 17 14:46:20.939657 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-74a8a0ab-187f-4407-be8f-39ce32311dc8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:20.941344 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-74a8a0ab-187f-4407-be8f-39ce32311dc8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/networks?id=dd50999b-141a-4e96-bbd7-5875c2478242 HTTP/1.1" status: 200  len: 815 time: 0.6132808
Jun 17 14:46:20.973882 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-ce6056a8-426a-4d9c-a2bc-c877f9236ee4 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/quotas/9fb7734c2ce14f45bb0d148c7c0462ee HTTP/1.1" status: 200  len: 375 time: 0.0193121
Jun 17 14:46:20.977472 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.l3_db [None req-ae7f0c35-2f8d-4691-b24b-1470df828a25 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Floating IP 34d77a5d-5a7c-4426-9eee-1e67af0b01b0 associated. External IP: 172.27.3.14, port: c7256e38-4c08-40fc-9a02-efbd13a737dc.
Jun 17 14:46:21.096306 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6e06e40a-e8e0-4725-9173-6177720b1bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:21.101676 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf1f19a1-c3e1-4a71-87ff-b72fd55ac184 req-8a1fdf41-c27b-4d36-ad9c-30de1d7dd6fc service neutron] 10.222.0.37 "GET /v2.0/networks/81eb3522-7438-4c78-9a26-847d52e0022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3603871
Jun 17 14:46:21.155337 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9bd05-77e9-42a3-b484-bbe96a68b873 req-06bd5514-49c3-407b-a7e4-1a98c20573ea tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:21.165074 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5bd9bd05-77e9-42a3-b484-bbe96a68b873 req-06bd5514-49c3-407b-a7e4-1a98c20573ea tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.2864010
Jun 17 14:46:21.167180 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6e06e40a-e8e0-4725-9173-6177720b1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:21.177100 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-94bd28bc-6b60-4465-9642-5211f2d5117e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:21.236182 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06e40a-e8e0-4725-9173-6177720b1bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d519cb61-711a-409d-9103-e6645b432535,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:21.241797 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6e06e40a-e8e0-4725-9173-6177720b1bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:21.294698 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-c424bb1d-b668-49c7-b34b-8a21664441c4 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2493262
Jun 17 14:46:21.325950 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-6e06e40a-e8e0-4725-9173-6177720b1bb3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a18f8d8be0db43f5924ac2929111ade6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7863929
Jun 17 14:46:21.329744 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37824) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:21.481134 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5bd9bd05-77e9-42a3-b484-bbe96a68b873 req-c0e4d320-4f23-488b-a24d-1cb6d16ca365 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3148065
Jun 17 14:46:21.647744 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b6b3c629-2d57-4aa9-92de-348f3d1ded5c service neutron] 10.222.0.89 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2932942
Jun 17 14:46:21.652468 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7f0c35-2f8d-4691-b24b-1470df828a25 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:46:21.662447 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7da7-b626-43dc-a4ae-3e5cf2bf3ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:21.694737 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7da7-b626-43dc-a4ae-3e5cf2bf3ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:21.775256 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7da7-b626-43dc-a4ae-3e5cf2bf3ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:21.790328 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c564619a-6fc3-43d3-9a58-eaf86f89bdf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:21.815555 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd7da7-b626-43dc-a4ae-3e5cf2bf3ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d519cb61-711a-409d-9103-e6645b432535,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:21.824940 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f6dd7da7-b626-43dc-a4ae-3e5cf2bf3ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:21.834661 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7da7-b626-43dc-a4ae-3e5cf2bf3ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:21.847800 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-f6dd7da7-b626-43dc-a4ae-3e5cf2bf3ed7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d519cb61-711a-409d-9103-e6645b432535 HTTP/1.1" status: 204  len: 168 time: 0.5122876
Jun 17 14:46:22.165402 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-e8d3f0d5-5090-4697-aae7-45530f8f34e2 service neutron] 10.222.0.89 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4978645
Jun 17 14:46:22.390339 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82da83-3340-45e5-8d7a-a562bf886dc0 req-38d4a5ec-e1e2-4334-9ac1-e28d68711311 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:22.399272 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fa82da83-3340-45e5-8d7a-a562bf886dc0 req-38d4a5ec-e1e2-4334-9ac1-e28d68711311 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1917200
Jun 17 14:46:22.447183 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7b6c8-ac2c-4876-b971-c20ee70a0ca9 req-feb030c5-d2bf-4a4b-9fda-3c6a94ce8a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:22.448917 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f9d7b6c8-ac2c-4876-b971-c20ee70a0ca9 req-feb030c5-d2bf-4a4b-9fda-3c6a94ce8a8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2792d6d461e64e3aa7a32a43046c01d9&device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 1098 time: 0.1958568
Jun 17 14:46:22.473015 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7f0c35-2f8d-4691-b24b-1470df828a25 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:46:22.498972 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fa82da83-3340-45e5-8d7a-a562bf886dc0 req-a43efac3-2c9d-412c-9352-72441b931764 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986083
Jun 17 14:46:22.507202 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9cb8f7-0dc4-4985-8b33-d7f710ba4f51 None None] Sync routers for ids ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:46:22.553221 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ae7f0c35-2f8d-4691-b24b-1470df828a25 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:22.564422 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9cb8f7-0dc4-4985-8b33-d7f710ba4f51 None None] Routers {'1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:46:22.565071 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-7b9cb8f7-0dc4-4985-8b33-d7f710ba4f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b29097cd0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:45:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:46:22.687001 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-ae7f0c35-2f8d-4691-b24b-1470df828a25 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "PUT /v2.0/floatingips/34d77a5d-5a7c-4426-9eee-1e67af0b01b0 HTTP/1.1" status: 200  len: 990 time: 4.4577973
Jun 17 14:46:22.688414 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ed523e-2193-42ce-801c-d3d13191b9f7', 'tag': 'c7256e38-4c08-40fc-9a02-efbd13a737dc'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:46:22.697821 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7e7d44e2-d0ad-463d-8a02-6a465a187c34 req-e79e93e4-208f-464c-812a-f15eba62a071 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 210 time: 0.0742595
Jun 17 14:46:22.798373 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7b6c8-ac2c-4876-b971-c20ee70a0ca9 req-33691e7c-91d2-4b03-91a6-dc1d2727963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:22.800831 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f9d7b6c8-ac2c-4876-b971-c20ee70a0ca9 req-33691e7c-91d2-4b03-91a6-dc1d2727963d service neutron] 10.222.0.37 "GET /v2.0/networks?id=22f67543-8926-41ff-b4b4-625241755da9 HTTP/1.1" status: 200  len: 921 time: 0.3406427
Jun 17 14:46:22.909217 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ed523e-2193-42ce-801c-d3d13191b9f7', 'tag': 'c7256e38-4c08-40fc-9a02-efbd13a737dc', 'status': 'completed', 'code': 200}
Jun 17 14:46:22.921550 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 37868) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:22.967037 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-56e4132c-07a5-474c-8489-fa3ff43b6f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:23.007159 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-7b9cb8f7-0dc4-4985-8b33-d7f710ba4f51 None None] Set router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:46:23.013079 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f9d7b6c8-ac2c-4876-b971-c20ee70a0ca9 req-e7505ff0-1444-4071-8280-68b00a26eb00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17850d5d-3cc3-4789-b051-91d0e128f6aa HTTP/1.1" status: 200  len: 217 time: 0.1886706
Jun 17 14:46:23.013191 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-56e4132c-07a5-474c-8489-fa3ff43b6f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:23.024520 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-56e4132c-07a5-474c-8489-fa3ff43b6f94 admin admin] Usage tracker for resource:security_group_rule and tenant:9ab62400903b4050b1016f0051c58e7c is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:23.027832 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-56e4132c-07a5-474c-8489-fa3ff43b6f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:23.034758 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-56e4132c-07a5-474c-8489-fa3ff43b6f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:23.207229 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-56e4132c-07a5-474c-8489-fa3ff43b6f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:23.217178 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-56e4132c-07a5-474c-8489-fa3ff43b6f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:23.251215 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7cc4ea98-671b-4bb3-90a4-c5d799662330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:23.384942 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-56e4132c-07a5-474c-8489-fa3ff43b6f94 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9ab62400903b4050b1016f0051c58e7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4586782
Jun 17 14:46:23.385587 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 37890) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:23.386012 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4132c-07a5-474c-8489-fa3ff43b6f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ea5f90-05c5-4b6f-afdb-76f08f36d960,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:23.403477 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-56e4132c-07a5-474c-8489-fa3ff43b6f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:23.405897 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7b6c8-ac2c-4876-b971-c20ee70a0ca9 req-55335156-e6a7-4075-82c2-58617fde982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:23.407565 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f9d7b6c8-ac2c-4876-b971-c20ee70a0ca9 req-55335156-e6a7-4075-82c2-58617fde982f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c246ed79-651b-4219-9b4b-375331c24392 HTTP/1.1" status: 200  len: 859 time: 0.3137071
Jun 17 14:46:23.483914 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2f6d2-6eef-487c-8e50-4deefa9c126c req-6f45bc16-38d6-4c7c-afd5-7cafbfff2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:23.485507 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-22d2f6d2-6eef-487c-8e50-4deefa9c126c req-6f45bc16-38d6-4c7c-afd5-7cafbfff2dde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=435f37682b7445629d33055791ada83b&device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 1098 time: 0.4771998
Jun 17 14:46:23.500070 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f9d7b6c8-ac2c-4876-b971-c20ee70a0ca9 req-0a6ac745-f41d-4987-96c4-b907affcb68e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22f67543-8926-41ff-b4b4-625241755da9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0662732
Jun 17 14:46:23.825944 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c89e2-480c-46ea-bea4-6bd21f0623dd req-fe20a2cf-9924-4c96-a932-cad49db81dd1 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:23.828648 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d80c89e2-480c-46ea-bea4-6bd21f0623dd req-fe20a2cf-9924-4c96-a932-cad49db81dd1 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1401167
Jun 17 14:46:23.842167 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-7b9cb8f7-0dc4-4985-8b33-d7f710ba4f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b29097cd0>, [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '34d77a5d-5a7c-4426-9eee-1e67af0b01b0', 'tenant_id': '435f37682b7445629d33055791ada83b', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'port_id': 'c7256e38-4c08-40fc-9a02-efbd13a737dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'mac_address': 'fa:16:3e:fd:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed523e-2193-42ce-801c-d3d13191b9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:45:48Z', 'updated_at': '2021-06-17T14:46:20Z', 'revision_number': 1, 'project_id': '435f37682b7445629d33055791ada83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:48Z', 'revision_number': 5, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:46:23.846417 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9cb8f7-0dc4-4985-8b33-d7f710ba4f51 None None] Checking router: 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:46:23.856499 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9cb8f7-0dc4-4985-8b33-d7f710ba4f51 None None] Routers {'1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:46:23.857154 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-7b9cb8f7-0dc4-4985-8b33-d7f710ba4f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b29097cd0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:45:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:46:23.895071 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d80c89e2-480c-46ea-bea4-6bd21f0623dd req-fefae158-fa97-4979-9ab1-5b74df9dbf1c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580356
Jun 17 14:46:24.064345 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-81ba9449-a4eb-4178-98a9-2cd154402f04 req-48671ecd-af2a-4891-8489-3a2805eef8c1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 210 time: 0.1177344
Jun 17 14:46:24.094910 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c26b353c-983f-43e2-939f-8936729793ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:24.119679 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-7b9cb8f7-0dc4-4985-8b33-d7f710ba4f51 None None] Set router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:46:24.163111 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2f6d2-6eef-487c-8e50-4deefa9c126c req-ce6d2b41-a94b-4456-bd01-ad3e914c03db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:24.183885 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-22d2f6d2-6eef-487c-8e50-4deefa9c126c req-ce6d2b41-a94b-4456-bd01-ad3e914c03db service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6e53ff0-1917-4389-b170-61d80fa927e9 HTTP/1.1" status: 200  len: 912 time: 0.6589599
Jun 17 14:46:24.294635 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-22d2f6d2-6eef-487c-8e50-4deefa9c126c req-13d629c8-f866-42a5-8a59-7f1b88778b44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7256e38-4c08-40fc-9a02-efbd13a737dc HTTP/1.1" status: 200  len: 998 time: 0.1081607
Jun 17 14:46:24.367563 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c26b353c-983f-43e2-939f-8936729793ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:24.399533 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f9d7b6c8-ac2c-4876-b971-c20ee70a0ca9 req-91d5018f-16cc-4ebb-a6a0-4e7afead7a72 service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6118217
Jun 17 14:46:24.466573 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:24.480908 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2f6d2-6eef-487c-8e50-4deefa9c126c req-ca6c2702-8309-4e9f-83de-107eecce50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:24.482608 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-22d2f6d2-6eef-487c-8e50-4deefa9c126c req-ca6c2702-8309-4e9f-83de-107eecce50fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a3575f2-11d4-4900-8acc-ab5e547dc5f0 HTTP/1.1" status: 200  len: 849 time: 0.1625996
Jun 17 14:46:24.636889 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c26b353c-983f-43e2-939f-8936729793ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:24.640761 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-7b9cb8f7-0dc4-4985-8b33-d7f710ba4f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b29097cd0>, [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '34d77a5d-5a7c-4426-9eee-1e67af0b01b0', 'tenant_id': '435f37682b7445629d33055791ada83b', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'port_id': 'c7256e38-4c08-40fc-9a02-efbd13a737dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'mac_address': 'fa:16:3e:fd:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed523e-2193-42ce-801c-d3d13191b9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:45:48Z', 'updated_at': '2021-06-17T14:46:20Z', 'revision_number': 1, 'project_id': '435f37682b7445629d33055791ada83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:48Z', 'revision_number': 5, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:46:24.645791 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9cb8f7-0dc4-4985-8b33-d7f710ba4f51 None None] The sync data for ids ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'] in dv-cinder-796859-1-iscsi is: [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '34d77a5d-5a7c-4426-9eee-1e67af0b01b0', 'tenant_id': '435f37682b7445629d33055791ada83b', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'port_id': 'c7256e38-4c08-40fc-9a02-efbd13a737dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'mac_address': 'fa:16:3e:fd:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed523e-2193-42ce-801c-d3d13191b9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:45:48Z', 'updated_at': '2021-06-17T14:46:20Z', 'revision_number': 1, 'project_id': '435f37682b7445629d33055791ada83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:48Z', 'revision_number': 5, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:46:24.658442 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a44ac821-aba3-455d-bb66-1e195571a4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:24.703433 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b353c-983f-43e2-939f-8936729793ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ea5f90-05c5-4b6f-afdb-76f08f36d960,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:24.709818 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c26b353c-983f-43e2-939f-8936729793ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:24.710299 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-0b3169fd-cf19-4a3d-a691-eaf8a1146c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:24.745766 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f9d7b6c8-ac2c-4876-b971-c20ee70a0ca9 req-7f2e4c61-9af4-49dd-9a6f-5d5edcbc5bc0 service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3342211
Jun 17 14:46:24.746651 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c26b353c-983f-43e2-939f-8936729793ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:24.749991 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-c26b353c-983f-43e2-939f-8936729793ad admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/87ea5f90-05c5-4b6f-afdb-76f08f36d960 HTTP/1.1" status: 204  len: 168 time: 1.3595955
Jun 17 14:46:24.787048 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2f6d2-6eef-487c-8e50-4deefa9c126c req-f4dd5f90-0f97-4d2b-8971-1ddc3baf33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:24.789168 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-22d2f6d2-6eef-487c-8e50-4deefa9c126c req-f4dd5f90-0f97-4d2b-8971-1ddc3baf33e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e53ff0-1917-4389-b170-61d80fa927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2469363
Jun 17 14:46:25.080645 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f70d4-0eca-4f37-9110-477f947776bd None None] New status for floating IP 34d77a5d-5a7c-4426-9eee-1e67af0b01b0: ACTIVE {{(pid=78707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 14:46:25.332681 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-85ec86b2-d2a5-4c04-b5a3-7ee630b8fa51 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:25.335406 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-85ec86b2-d2a5-4c04-b5a3-7ee630b8fa51 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "GET /v2.0/networks?id=dd50999b-141a-4e96-bbd7-5875c2478242 HTTP/1.1" status: 200  len: 815 time: 0.5120966
Jun 17 14:46:25.400271 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Request body: {'port': {'device_id': '1a94d579-d1cc-4fec-8c48-946556edccbe', 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242', 'admin_state_up': True, 'tenant_id': '9fb7734c2ce14f45bb0d148c7c0462ee'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:46:25.553643 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-22d2f6d2-6eef-487c-8e50-4deefa9c126c req-0de4fb5d-9e9d-48a7-809f-4d7a270e3b9d service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7197328
Jun 17 14:46:25.610412 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3e363a06-da91-4789-ae5d-1593339ac2ff req-36a90d0c-85e4-4fb4-be86-2e1d4e9891bc tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 210 time: 0.2726715
Jun 17 14:46:25.611830 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c85fd-7a77-4a4b-8479-60fe348fa9f2 req-a9b9a73c-4a40-4903-bccd-e45badfb92cb tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:25.620660 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b84c85fd-7a77-4a4b-8479-60fe348fa9f2 req-a9b9a73c-4a40-4903-bccd-e45badfb92cb tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1907883
Jun 17 14:46:25.705373 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:25.719129 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:25.736871 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Made reservation on behalf of 9fb7734c2ce14f45bb0d148c7c0462ee for: {'port': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:46:25.745432 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:25.765678 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b84c85fd-7a77-4a4b-8479-60fe348fa9f2 req-2705fc65-65c4-49fe-a69d-006d8e133b9f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438897
Jun 17 14:46:25.825000 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-22d2f6d2-6eef-487c-8e50-4deefa9c126c req-7189175f-1d25-4fbc-8769-e5efdeb465ad service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2581141
Jun 17 14:46:25.982927 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Allocated IP 172.20.0.14 (dd50999b-141a-4e96-bbd7-5875c2478242/de193f92-d8b1-4df4-8b31-7b59b1c61812/14d9171b-b2e7-46e9-a55d-826ca70549a1) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:46:26.252597 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:26.294146 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:26.301815 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:26.374277 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Network dd50999b-141a-4e96-bbd7-5875c2478242 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:46:26.377885 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:46:26.382276 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:46:26.423954 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Pushing event updated for resources: {'Port': ['ID=14d9171b-b2e7-46e9-a55d-826ca70549a1,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:26.429682 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:26.467307 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:26.468509 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for port, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:26.512706 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1187620
Jun 17 14:46:26.850354 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8495a-696d-48f5-a442-7f21e2e710a1 req-ec6c8a40-283a-4d3c-85b3-7c53eda8a76a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:26.852621 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-57b8495a-696d-48f5-a442-7f21e2e710a1 req-ec6c8a40-283a-4d3c-85b3-7c53eda8a76a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 932 time: 0.1050804
Jun 17 14:46:26.914213 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-57b8495a-696d-48f5-a442-7f21e2e710a1 req-0039a2f3-66ab-4874-ba83-b9fd83ab29a5 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520561
Jun 17 14:46:27.056466 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843d16c-eda9-4fda-b352-427245c58224 req-8231a8bf-dd00-48b5-a1a6-9cb51c51f6c1 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:27.068188 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e843d16c-eda9-4fda-b352-427245c58224 req-8231a8bf-dd00-48b5-a1a6-9cb51c51f6c1 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1425886
Jun 17 14:46:27.124132 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e843d16c-eda9-4fda-b352-427245c58224 req-fe0fb2aa-ba66-4803-abea-fdd23b332186 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549855
Jun 17 14:46:27.267751 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 38044) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:27.394771 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c2692fc2-8c75-42b2-a9be-436e839a6cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:27.410650 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c2692fc2-8c75-42b2-a9be-436e839a6cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:27.414615 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-c2692fc2-8c75-42b2-a9be-436e839a6cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:4f6c04eafba34e17b6a8e550b3483c3b is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:27.417563 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-c2692fc2-8c75-42b2-a9be-436e839a6cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:27.423238 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c2692fc2-8c75-42b2-a9be-436e839a6cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:27.521695 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c2692fc2-8c75-42b2-a9be-436e839a6cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:27.526376 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c2692fc2-8c75-42b2-a9be-436e839a6cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:27.536088 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d3a9ada7-7ea5-4b5c-ac76-520ca4955d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:27.583114 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-c2692fc2-8c75-42b2-a9be-436e839a6cc6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4f6c04eafba34e17b6a8e550b3483c3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3121107
Jun 17 14:46:27.584457 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2692fc2-8c75-42b2-a9be-436e839a6cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12819977-a831-4140-ad04-aee5b6017a47,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:27.584988 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38056) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:27.587769 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c2692fc2-8c75-42b2-a9be-436e839a6cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:27.655131 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-00b8b6f9-a5dd-486f-8242-34412f781d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:27.684168 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-00b8b6f9-a5dd-486f-8242-34412f781d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:27.756488 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-00b8b6f9-a5dd-486f-8242-34412f781d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:27.763666 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:27.781771 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8b6f9-a5dd-486f-8242-34412f781d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12819977-a831-4140-ad04-aee5b6017a47,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:27.786348 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-00b8b6f9-a5dd-486f-8242-34412f781d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:27.789378 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-00b8b6f9-a5dd-486f-8242-34412f781d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:27.790214 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-00b8b6f9-a5dd-486f-8242-34412f781d7c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/12819977-a831-4140-ad04-aee5b6017a47 HTTP/1.1" status: 204  len: 168 time: 0.2041669
Jun 17 14:46:28.169292 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6ab5b-0f2d-4c42-851c-72f4490bb979 req-ab385966-10dd-43a3-b93d-68d4fc69f510 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:28.170031 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-33f6ab5b-0f2d-4c42-851c-72f4490bb979 req-ab385966-10dd-43a3-b93d-68d4fc69f510 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Synchronizing usage tracker for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:46:28.187983 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38084) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:28.218818 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4816e204-1b31-417b-9335-ffff569fcad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:28.220449 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-33f6ab5b-0f2d-4c42-851c-72f4490bb979 req-ab385966-10dd-43a3-b93d-68d4fc69f510 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Unset dirty status for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:46:28.222085 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-33f6ab5b-0f2d-4c42-851c-72f4490bb979 req-ab385966-10dd-43a3-b93d-68d4fc69f510 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 932 time: 0.1780922
Jun 17 14:46:28.256168 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4816e204-1b31-417b-9335-ffff569fcad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:28.263332 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-4816e204-1b31-417b-9335-ffff569fcad8 admin admin] Usage tracker for resource:security_group_rule and tenant:44da7c0d53ab4ac285dc61bbdc965290 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:28.269567 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-4816e204-1b31-417b-9335-ffff569fcad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:28.279557 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4816e204-1b31-417b-9335-ffff569fcad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:28.298866 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-33f6ab5b-0f2d-4c42-851c-72f4490bb979 req-28a77f86-4ae4-49c9-b0fb-1a781a99e859 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682487
Jun 17 14:46:28.419976 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4816e204-1b31-417b-9335-ffff569fcad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:28.425612 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4816e204-1b31-417b-9335-ffff569fcad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:28.435582 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:28.481813 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-4816e204-1b31-417b-9335-ffff569fcad8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=44da7c0d53ab4ac285dc61bbdc965290&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2912087
Jun 17 14:46:28.484658 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38096) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:28.489477 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816e204-1b31-417b-9335-ffff569fcad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36d80fc-921a-4f54-844f-3abb086fa025,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:28.491873 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4816e204-1b31-417b-9335-ffff569fcad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:28.583324 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-12adbae9-4cb7-472b-b26a-1d3f4220db05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:28.588821 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-153ee26c-be47-4d59-8882-c98c028a134c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:28.613996 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1f66f-2422-45a5-b65b-9998ca5e5623 req-671e4048-b6f6-4422-b241-202f51f9cf8b tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:28.616574 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-dba1f66f-2422-45a5-b65b-9998ca5e5623 req-671e4048-b6f6-4422-b241-202f51f9cf8b tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1935878
Jun 17 14:46:28.641050 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-12adbae9-4cb7-472b-b26a-1d3f4220db05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:28.680891 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-dba1f66f-2422-45a5-b65b-9998ca5e5623 req-cc70fbde-bc6e-4fd8-85ea-35836377a1ab tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566688
Jun 17 14:46:28.721506 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-12adbae9-4cb7-472b-b26a-1d3f4220db05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:28.731648 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:28.755679 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adbae9-4cb7-472b-b26a-1d3f4220db05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36d80fc-921a-4f54-844f-3abb086fa025,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:28.755679 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-12adbae9-4cb7-472b-b26a-1d3f4220db05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:28.766215 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-12adbae9-4cb7-472b-b26a-1d3f4220db05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:28.767933 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-12adbae9-4cb7-472b-b26a-1d3f4220db05 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e36d80fc-921a-4f54-844f-3abb086fa025 HTTP/1.1" status: 204  len: 168 time: 0.2819767
Jun 17 14:46:28.939129 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38118) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:29.236504 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9945b717-ec06-4729-a229-43e992c46767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:29.254593 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-9945b717-ec06-4729-a229-43e992c46767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:29.261799 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-9945b717-ec06-4729-a229-43e992c46767 admin admin] Usage tracker for resource:security_group_rule and tenant:0a8a8ca721b0476ca7f6bf91c4cf1feb is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:29.265344 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-9945b717-ec06-4729-a229-43e992c46767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:29.272495 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-9945b717-ec06-4729-a229-43e992c46767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:29.340055 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['6f563e39-0ff4-4002-9022-ce568049f046'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:46:29.368419 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Request body: {'port': {'device_id': '1a94d579-d1cc-4fec-8c48-946556edccbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:46:29.391359 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38138) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:29.472731 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9945b717-ec06-4729-a229-43e992c46767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:29.479060 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9945b717-ec06-4729-a229-43e992c46767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:29.493778 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4816e204-1b31-417b-9335-ffff569fcad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:29.547980 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-9945b717-ec06-4729-a229-43e992c46767 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0a8a8ca721b0476ca7f6bf91c4cf1feb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6052878
Jun 17 14:46:29.548387 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38146) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:29.552756 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945b717-ec06-4729-a229-43e992c46767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5acfff-cceb-4120-bac9-ba20fbb1c4ac,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:29.569588 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9945b717-ec06-4729-a229-43e992c46767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:29.636255 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-27e8d2c2-cb91-49fc-8581-c9f9e0e37e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:29.709810 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-27e8d2c2-cb91-49fc-8581-c9f9e0e37e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:29.871565 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0b9ca-e976-4663-9de2-5798255f44bc req-d82bcd8c-f352-46ed-a7ea-7c717e74feb2 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:29.877370 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-27e8d2c2-cb91-49fc-8581-c9f9e0e37e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:29.889071 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-dba63e98-0bc4-44a1-933a-533a49c3b709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:29.891844 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c9d0b9ca-e976-4663-9de2-5798255f44bc req-d82bcd8c-f352-46ed-a7ea-7c717e74feb2 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 932 time: 0.3963604
Jun 17 14:46:29.896132 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:29.922622 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8d2c2-cb91-49fc-8581-c9f9e0e37e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5acfff-cceb-4120-bac9-ba20fbb1c4ac,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:29.936313 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-27e8d2c2-cb91-49fc-8581-c9f9e0e37e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:30.032533 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:30.086266 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-27e8d2c2-cb91-49fc-8581-c9f9e0e37e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:30.088363 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-27e8d2c2-cb91-49fc-8581-c9f9e0e37e2c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fa5acfff-cceb-4120-bac9-ba20fbb1c4ac HTTP/1.1" status: 204  len: 168 time: 0.5385008
Jun 17 14:46:30.090191 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fe40-050c-4e33-97f2-7ffd78e2ada9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:30.126389 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-5ec7fe40-050c-4e33-97f2-7ffd78e2ada9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:30.133663 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-5ec7fe40-050c-4e33-97f2-7ffd78e2ada9 admin admin] Usage tracker for resource:security_group_rule and tenant:594acd90c8534902b35d7aa20fb43320 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:30.137765 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-5ec7fe40-050c-4e33-97f2-7ffd78e2ada9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:30.152396 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-5ec7fe40-050c-4e33-97f2-7ffd78e2ada9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:30.195127 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c9d0b9ca-e976-4663-9de2-5798255f44bc req-46050313-529a-4b69-882c-bd7e0bc3b917 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2937322
Jun 17 14:46:30.241981 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38170) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:30.322703 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fe40-050c-4e33-97f2-7ffd78e2ada9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:30.341662 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fe40-050c-4e33-97f2-7ffd78e2ada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:30.358885 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:30.399061 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99741ee-3520-4f15-9e32-cddaa92e1d40 req-4f46b0b9-a582-4640-9b01-79376aedd535 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:30.401343 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d99741ee-3520-4f15-9e32-cddaa92e1d40 req-4f46b0b9-a582-4640-9b01-79376aedd535 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.4806693
Jun 17 14:46:30.454145 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-5ec7fe40-050c-4e33-97f2-7ffd78e2ada9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=594acd90c8534902b35d7aa20fb43320&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0612195
Jun 17 14:46:30.461494 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7fe40-050c-4e33-97f2-7ffd78e2ada9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b46319f-c7d1-48a6-9eee-fc6cd3c703ee,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:30.464929 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38180) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:30.469019 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5ec7fe40-050c-4e33-97f2-7ffd78e2ada9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:30.543611 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d99741ee-3520-4f15-9e32-cddaa92e1d40 req-6c83ec81-7bd5-47f9-9f8a-da654355625a tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303937
Jun 17 14:46:30.638187 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f38db8d2-c8f7-47c9-b743-6faeed2eda66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:30.752440 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f38db8d2-c8f7-47c9-b743-6faeed2eda66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:30.863440 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f38db8d2-c8f7-47c9-b743-6faeed2eda66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:30.867773 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6e06e40a-e8e0-4725-9173-6177720b1bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:30.892543 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38db8d2-c8f7-47c9-b743-6faeed2eda66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b46319f-c7d1-48a6-9eee-fc6cd3c703ee,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:30.907405 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f38db8d2-c8f7-47c9-b743-6faeed2eda66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:30.923994 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f38db8d2-c8f7-47c9-b743-6faeed2eda66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:30.928035 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d9171b-b2e7-46e9-a55d-826ca70549a1 {{(pid=78706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:46:30.934494 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-f38db8d2-c8f7-47c9-b743-6faeed2eda66 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9b46319f-c7d1-48a6-9eee-fc6cd3c703ee HTTP/1.1" status: 204  len: 168 time: 0.4670606
Jun 17 14:46:30.940869 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:30.961472 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1268895286-network', 'tenant_id': 'f7f39c47c67242678ee7b90bf3a55430'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:46:30.966901 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.provisioning_blocks [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Transition to ACTIVE for port object 14d9171b-b2e7-46e9-a55d-826ca70549a1 will not be triggered until provisioned by entity L2. {{(pid=78706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:46:30.970812 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:30.975626 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:30.988250 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Usage tracker for resource:network and tenant:f7f39c47c67242678ee7b90bf3a55430 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:30.991576 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:30.993944 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:31.008218 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:31.042400 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38198) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:31.046302 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Made reservation on behalf of f7f39c47c67242678ee7b90bf3a55430 for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:46:31.048706 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.106807 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.122287 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-8735d916-79d7-4073-a7a1-c744b9ab5539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.143433 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:31.147822 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Usage tracker for resource:security_group_rule and tenant:f7f39c47c67242678ee7b90bf3a55430 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:31.151534 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:31.159520 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:31.238595 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Pushing event updated for resources: {'Port': ['ID=14d9171b-b2e7-46e9-a55d-826ca70549a1,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:31.249928 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:31.310514 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.319583 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.326135 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-8735d916-79d7-4073-a7a1-c744b9ab5539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:31.330651 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f38db8d2-c8f7-47c9-b743-6faeed2eda66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:31.368334 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986771bd-ca71-4cd5-bcbe-d4fa8861a10d,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:31.371904 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-8735d916-79d7-4073-a7a1-c744b9ab5539 admin admin] Usage tracker for resource:security_group_rule and tenant:0caf6c000a9d4444a39b10384fc7c605 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:31.376770 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:31.377373 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-8735d916-79d7-4073-a7a1-c744b9ab5539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:31.397658 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-8735d916-79d7-4073-a7a1-c744b9ab5539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:31.401855 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'}  {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:46:31.434448 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.435798 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.segments_db [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Added segment edea4818-a95d-4b8a-80a3-902195da4e41 of type vlan for network aabbe2de-c394-4369-85f2-2cc702e41319
Jun 17 14:46:31.484676 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Attempting to bind port 14d9171b-b2e7-46e9-a55d-826ca70549a1 on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:46:31.485435 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Attempting to bind port 14d9171b-b2e7-46e9-a55d-826ca70549a1 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'}] {{(pid=78706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:46:31.485844 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Attempting to bind port 14d9171b-b2e7-46e9-a55d-826ca70549a1 on network dd50999b-141a-4e96-bbd7-5875c2478242 {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:46:31.497422 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Port 14d9171b-b2e7-46e9-a55d-826ca70549a1 on network dd50999b-141a-4e96-bbd7-5875c2478242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:46:31.497887 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Attempting to bind port 14d9171b-b2e7-46e9-a55d-826ca70549a1 on network dd50999b-141a-4e96-bbd7-5875c2478242 {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:46:31.506237 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:46:31.506849 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Checking segment: {'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:46:31.507073 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.507336 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Bound using segment: {'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'} {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:46:31.507958 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Bound port: 14d9171b-b2e7-46e9-a55d-826ca70549a1, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'}}] {{(pid=78706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:46:31.508443 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.543126 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b21b1-07a0-48af-b222-e3cdbfad9d9c req-79228516-216a-460e-a50f-e8f830084ff6 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:31.545693 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9f4b21b1-07a0-48af-b222-e3cdbfad9d9c req-79228516-216a-460e-a50f-e8f830084ff6 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 944 time: 0.2034016
Jun 17 14:46:31.618505 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.631773 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:31.632284 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.645384 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:31.649192 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 38210) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:31.691325 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9f4b21b1-07a0-48af-b222-e3cdbfad9d9c req-08101a57-dbf8-4a1c-84bf-7e8c7814b7f3 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025648
Jun 17 14:46:31.693581 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-8735d916-79d7-4073-a7a1-c744b9ab5539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.694167 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-06fbbebb-92d6-4e32-8c1f-25f232967af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.707003 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-8735d916-79d7-4073-a7a1-c744b9ab5539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.718156 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-06fbbebb-92d6-4e32-8c1f-25f232967af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:31.721530 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] For port 14d9171b-b2e7-46e9-a55d-826ca70549a1, host hv-cinder-79685, cleared binding levels {{(pid=78706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:46:31.727515 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] For port 14d9171b-b2e7-46e9-a55d-826ca70549a1, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=14d9171b-b2e7-46e9-a55d-826ca70549a1,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:46:31.729332 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-06fbbebb-92d6-4e32-8c1f-25f232967af6 admin admin] Usage tracker for resource:security_group_rule and tenant:2543a5fb01c24a5793764c3add8bb924 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:31.733665 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-06fbbebb-92d6-4e32-8c1f-25f232967af6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:31.739946 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.750245 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-06fbbebb-92d6-4e32-8c1f-25f232967af6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:31.752586 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:31.796392 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Pushing event updated for resources: {'Network': ['ID=aabbe2de-c394-4369-85f2-2cc702e41319,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:31.804233 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.5600533
Jun 17 14:46:31.805345 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:31.807277 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-12adbae9-4cb7-472b-b26a-1d3f4220db05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:31.813296 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network aabbe2de-c394-4369-85f2-2cc702e41319 details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:46:31.815568 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 38216) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:31.821124 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-8735d916-79d7-4073-a7a1-c744b9ab5539 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0caf6c000a9d4444a39b10384fc7c605&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7430022
Jun 17 14:46:31.823252 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38218) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:31.834776 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Request body: {'subnet': {'network_id': 'aabbe2de-c394-4369-85f2-2cc702e41319', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1268895286-subnet', 'tenant_id': 'f7f39c47c67242678ee7b90bf3a55430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:46:31.838592 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:31.839325 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for port, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.841226 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] 10.222.0.37 "PUT /v2.0/ports/14d9171b-b2e7-46e9-a55d-826ca70549a1 HTTP/1.1" status: 200  len: 1094 time: 2.4806619
Jun 17 14:46:31.841690 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a94d579-d1cc-4fec-8c48-946556edccbe', 'tag': '14d9171b-b2e7-46e9-a55d-826ca70549a1'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:46:31.867000 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:31.870592 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbbcc5-9f74-498f-89e2-11f48998e07b req-6c892e1b-c515-488d-8848-9e8dd5798b6c tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:31.872330 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-96dbbcc5-9f74-498f-89e2-11f48998e07b req-6c892e1b-c515-488d-8848-9e8dd5798b6c tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 945 time: 0.3074584
Jun 17 14:46:31.878728 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735d916-79d7-4073-a7a1-c744b9ab5539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db79a69d-0aa2-402f-84d9-f4fda102d3dc,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:31.888666 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8735d916-79d7-4073-a7a1-c744b9ab5539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:31.913664 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Usage tracker for resource:subnet and tenant:f7f39c47c67242678ee7b90bf3a55430 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:31.930250 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:31.986800 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:31.994622 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:32.008795 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Pushing event updated for resources: {'Port': ['ID=14d9171b-b2e7-46e9-a55d-826ca70549a1,revision_number=3']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:32.017961 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:32.034196 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-96dbbcc5-9f74-498f-89e2-11f48998e07b req-f48517ac-4a4a-41a0-b8fd-110d9305edad tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410954
Jun 17 14:46:32.038010 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f8e2670a-a1cd-442e-9ce6-3a3e449ca030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:32.039427 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Made reservation on behalf of f7f39c47c67242678ee7b90bf3a55430 for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:46:32.041739 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2081464'] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:32.083857 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f8e2670a-a1cd-442e-9ce6-3a3e449ca030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:32.168561 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f8e2670a-a1cd-442e-9ce6-3a3e449ca030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:32.172499 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c26b353c-983f-43e2-939f-8936729793ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:32.194959 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2670a-a1cd-442e-9ce6-3a3e449ca030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db79a69d-0aa2-402f-84d9-f4fda102d3dc,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:32.198494 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f8e2670a-a1cd-442e-9ce6-3a3e449ca030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:32.200998 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f8e2670a-a1cd-442e-9ce6-3a3e449ca030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:32.202441 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-f8e2670a-a1cd-442e-9ce6-3a3e449ca030 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/db79a69d-0aa2-402f-84d9-f4fda102d3dc HTTP/1.1" status: 204  len: 168 time: 0.3774683
Jun 17 14:46:32.270484 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4566fbd-bad4-41ca-b4db-d77e2dd853e1 req-36c854ba-8173-44b7-ae19-17bb740f77c3 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:32.272370 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b4566fbd-bad4-41ca-b4db-d77e2dd853e1 req-36c854ba-8173-44b7-ae19-17bb740f77c3 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.4242489
Jun 17 14:46:32.298992 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a94d579-d1cc-4fec-8c48-946556edccbe', 'tag': '14d9171b-b2e7-46e9-a55d-826ca70549a1', 'status': 'completed', 'code': 200}
Jun 17 14:46:32.321831 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-7b198f7a-a2db-4b6a-b5e1-69e48fc6ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:32.323310 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-7b198f7a-a2db-4b6a-b5e1-69e48fc6ca0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 1097 time: 0.3881137
Jun 17 14:46:32.339890 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-06fbbebb-92d6-4e32-8c1f-25f232967af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:32.502383 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-06fbbebb-92d6-4e32-8c1f-25f232967af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:32.526912 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:32.574360 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-d821d3dc-d314-43e1-914d-84e4683fbe8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14d9171b-b2e7-46e9-a55d-826ca70549a1 HTTP/1.1" status: 200  len: 217 time: 0.2157133
Jun 17 14:46:32.579139 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b4566fbd-bad4-41ca-b4db-d77e2dd853e1 req-3499f669-d971-4bcd-9f05-3b0d98a11cb6 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2916780
Jun 17 14:46:32.714948 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-06fbbebb-92d6-4e32-8c1f-25f232967af6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2543a5fb01c24a5793764c3add8bb924&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0612314
Jun 17 14:46:32.719779 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38236) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:32.724220 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbbebb-92d6-4e32-8c1f-25f232967af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91768124-3842-49c9-a762-7ef0729b5e2e,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:32.734589 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-06fbbebb-92d6-4e32-8c1f-25f232967af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:32.753863 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-fa8fd92a-df69-4159-a60a-c941899a85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:32.755793 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-fa8fd92a-df69-4159-a60a-c941899a85f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de193f92-d8b1-4df4-8b31-7b59b1c61812 HTTP/1.1" status: 200  len: 855 time: 0.1574850
Jun 17 14:46:32.836245 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-aaf78fde-5700-4220-a602-05138f8b90e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd50999b-141a-4e96-bbd7-5875c2478242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0642815
Jun 17 14:46:32.860295 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0ccd-147c-4b4f-9388-27d3fdeccfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:32.953160 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0ccd-147c-4b4f-9388-27d3fdeccfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:33.014048 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d019d93-106e-4d2d-95e2-027aa4beb48a req-91c3d3f4-1b90-4494-bbc9-a84c9756cb9c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:33.015648 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7d019d93-106e-4d2d-95e2-027aa4beb48a req-91c3d3f4-1b90-4494-bbc9-a84c9756cb9c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 944 time: 0.1581821
Jun 17 14:46:33.067977 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0ccd-147c-4b4f-9388-27d3fdeccfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:33.069593 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-f212b94b-e776-4697-8b70-644c8fc9ae6f service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245142
Jun 17 14:46:33.079051 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-46d37a0c-c588-4c2c-8797-3579f2f089fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:33.117115 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d0ccd-147c-4b4f-9388-27d3fdeccfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91768124-3842-49c9-a762-7ef0729b5e2e,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:33.136641 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7d019d93-106e-4d2d-95e2-027aa4beb48a req-5ad81809-96c8-4924-9f9d-515553f40ca0 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134880
Jun 17 14:46:33.139151 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ae0d0ccd-147c-4b4f-9388-27d3fdeccfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:33.153847 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0ccd-147c-4b4f-9388-27d3fdeccfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:33.155329 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-ae0d0ccd-147c-4b4f-9388-27d3fdeccfd0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/91768124-3842-49c9-a762-7ef0729b5e2e HTTP/1.1" status: 204  len: 168 time: 0.4360938
Jun 17 14:46:33.443080 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1aa2a1d-b568-470f-83b8-95a515a187a2 req-32ec5422-d442-4ebb-8549-09d5bef84419 service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3534842
Jun 17 14:46:33.460372 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2081450'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:33.473534 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8cfc2-2d3d-4278-ab21-4bf301ded0e6 req-03ac4f4d-5f7a-4023-97a6-01d64ec34ea4 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:33.480788 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f6b8cfc2-2d3d-4278-ab21-4bf301ded0e6 req-03ac4f4d-5f7a-4023-97a6-01d64ec34ea4 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 945 time: 0.2864594
Jun 17 14:46:33.485384 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8195abae-6262-460d-a119-f8a2d77ffde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:33.648499 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38276) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:33.672235 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ceee2c2a-1215-43da-b955-dcb544eaee93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:33.689364 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f6b8cfc2-2d3d-4278-ab21-4bf301ded0e6 req-82b8f484-d56b-4e42-8e5c-3e5fbee0479f tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2070551
Jun 17 14:46:33.694854 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ceee2c2a-1215-43da-b955-dcb544eaee93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:33.701332 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-ceee2c2a-1215-43da-b955-dcb544eaee93 admin admin] Usage tracker for resource:security_group_rule and tenant:37b4807e83f44ab794490f52d74cc1ad is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:33.705100 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-ceee2c2a-1215-43da-b955-dcb544eaee93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:33.706152 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9126c0a7-8073-4165-9460-a411084fc892,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:33.715868 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ceee2c2a-1215-43da-b955-dcb544eaee93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:33.730121 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:33.739763 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Checking segment: {'id': 'edea4818-a95d-4b8a-80a3-902195da4e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'aabbe2de-c394-4369-85f2-2cc702e41319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:46:33.740135 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Network hostable DHCP agents. Network: aabbe2de-c394-4369-85f2-2cc702e41319, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:46:33.777089 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Network aabbe2de-c394-4369-85f2-2cc702e41319 is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:46:33.788838 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5610c-1504-4fb6-99cd-3ab7f054fc10 req-c61a6ea3-0b18-4f9e-8bfa-6e400fa1e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:33.790571 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c7c5610c-1504-4fb6-99cd-3ab7f054fc10 req-c61a6ea3-0b18-4f9e-8bfa-6e400fa1e00e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 1097 time: 0.1887467
Jun 17 14:46:33.791997 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, aabbe2de-c394-4369-85f2-2cc702e41319) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:46:33.805695 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:33.806342 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:33.808353 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c369a319-e5ed-4978-82e7-3067b7258291 None None] Network aabbe2de-c394-4369-85f2-2cc702e41319 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:46:33.899268 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ceee2c2a-1215-43da-b955-dcb544eaee93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:33.907891 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ceee2c2a-1215-43da-b955-dcb544eaee93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:33.936346 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3337015e-6dc4-435c-84ff-f44f75c24885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:34.015316 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.1950560
Jun 17 14:46:34.089830 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5610c-1504-4fb6-99cd-3ab7f054fc10 req-ed5d15fe-8784-411d-aeb1-41063c48fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:34.096755 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c7c5610c-1504-4fb6-99cd-3ab7f054fc10 req-ed5d15fe-8784-411d-aeb1-41063c48fbfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd50999b-141a-4e96-bbd7-5875c2478242 HTTP/1.1" status: 200  len: 917 time: 0.2850056
Jun 17 14:46:34.110517 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 38284) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:34.123738 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-ceee2c2a-1215-43da-b955-dcb544eaee93 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=37b4807e83f44ab794490f52d74cc1ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4735804
Jun 17 14:46:34.139799 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee2c2a-1215-43da-b955-dcb544eaee93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7c85bf-a19c-4b27-8ab5-69c9839c0d87,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:34.154698 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ceee2c2a-1215-43da-b955-dcb544eaee93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:34.214716 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ac211-8067-42c9-b927-95410d0796db req-30bb67fc-f82f-46fd-824c-02cdfd9bb5dc tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:34.233467 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-109ac211-8067-42c9-b927-95410d0796db req-30bb67fc-f82f-46fd-824c-02cdfd9bb5dc tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.3082345
Jun 17 14:46:34.293771 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05feccd9-dc44-4e6d-b83f-120275771e0b None None] Network aabbe2de-c394-4369-85f2-2cc702e41319 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:46:34.307829 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c7c5610c-1504-4fb6-99cd-3ab7f054fc10 req-ce224c8b-7a6a-4a8a-ad04-097155228355 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14d9171b-b2e7-46e9-a55d-826ca70549a1 HTTP/1.1" status: 200  len: 217 time: 0.1929641
Jun 17 14:46:34.337269 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-109ac211-8067-42c9-b927-95410d0796db req-c37fb69a-4ae3-4eb8-b4b4-2482a1221f82 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973558
Jun 17 14:46:34.407479 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5610c-1504-4fb6-99cd-3ab7f054fc10 req-21badd0f-7140-4b67-ba61-f38e8f7962c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:34.410319 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c7c5610c-1504-4fb6-99cd-3ab7f054fc10 req-21badd0f-7140-4b67-ba61-f38e8f7962c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de193f92-d8b1-4df4-8b31-7b59b1c61812 HTTP/1.1" status: 200  len: 855 time: 0.0871983
Jun 17 14:46:34.524712 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c7c5610c-1504-4fb6-99cd-3ab7f054fc10 req-c71ede9f-c6d3-4d9e-95aa-c21e7bc83626 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd50999b-141a-4e96-bbd7-5875c2478242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1021347
Jun 17 14:46:34.525274 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 38296) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:34.658427 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46f644-7715-439a-a505-a6911e9ca497 req-b315403c-77e0-4256-bad8-99a3b7f37ed6 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:34.661099 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7d46f644-7715-439a-a505-a6911e9ca497 req-b315403c-77e0-4256-bad8-99a3b7f37ed6 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.37 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 945 time: 0.3390086
Jun 17 14:46:34.963785 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-7d46f644-7715-439a-a505-a6911e9ca497 req-89120f1e-41ec-4132-9b10-dae387409a1b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Deleting port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:46:34.979255 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7d46f644-7715-439a-a505-a6911e9ca497 req-89120f1e-41ec-4132-9b10-dae387409a1b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:35.333866 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-379d09fe-f464-47cc-bfdb-b6148b919f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:35.344958 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c7c5610c-1504-4fb6-99cd-3ab7f054fc10 req-b7234f92-05ab-4d4d-9fa7-f9a04bfdba5a service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7848511
Jun 17 14:46:35.355921 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4b70b335-b283-47be-b113-ab1513075e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:35.434181 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-4b70b335-b283-47be-b113-ab1513075e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:35.437854 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-379d09fe-f464-47cc-bfdb-b6148b919f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:35.508883 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-4b70b335-b283-47be-b113-ab1513075e7d admin admin] Usage tracker for resource:security_group_rule and tenant:5f5d736cbd1645bcb2d00dffd774463c is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:35.521983 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-4b70b335-b283-47be-b113-ab1513075e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:35.550379 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-4b70b335-b283-47be-b113-ab1513075e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:35.553454 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d14a83-3782-4160-8ccc-ca0bbb7ca9eb req-35330beb-fbf3-40be-9f60-91aaa33a40c0 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:35.555129 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-56d14a83-3782-4160-8ccc-ca0bbb7ca9eb req-35330beb-fbf3-40be-9f60-91aaa33a40c0 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 945 time: 0.3103881
Jun 17 14:46:35.584793 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbd6c1-7a11-4d9c-a7df-db650cd66cb8 req-82041af2-1f65-4540-b22f-784ac6644069 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:35.586742 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ffbbd6c1-7a11-4d9c-a7df-db650cd66cb8 req-82041af2-1f65-4540-b22f-784ac6644069 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 944 time: 1.1726000
Jun 17 14:46:35.596230 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 38322) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:35.608847 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-384385290-network', 'tenant_id': '9a956dcfb00844ffa0e7abd3f17dea6b'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:46:35.639766 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:35.650083 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-7d46f644-7715-439a-a505-a6911e9ca497 req-89120f1e-41ec-4132-9b10-dae387409a1b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] For port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=1e99ed42-7b4f-47a9-aabb-9ef94a810db2,segment=NetworkSegment(148aedd5-a5b4-4608-bf00-2f1869fa44c5),segment_id=148aedd5-a5b4-4608-bf00-2f1869fa44c5)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:46:35.651261 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7d46f644-7715-439a-a505-a6911e9ca497 req-89120f1e-41ec-4132-9b10-dae387409a1b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:35.665703 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Usage tracker for resource:network and tenant:9a956dcfb00844ffa0e7abd3f17dea6b is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:35.677210 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:35.682105 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c7c5610c-1504-4fb6-99cd-3ab7f054fc10 req-aca4a2e1-399a-4849-a6e6-e06cfe78d184 service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3096967
Jun 17 14:46:35.693417 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:35.723478 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ffbbd6c1-7a11-4d9c-a7df-db650cd66cb8 req-7b7a488c-ca1d-4274-8174-ceacb33614d1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209867
Jun 17 14:46:35.730792 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-379d09fe-f464-47cc-bfdb-b6148b919f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:35.736341 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3da75e9b-a109-4003-8237-615f9ec02998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:35.752764 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Made reservation on behalf of 9a956dcfb00844ffa0e7abd3f17dea6b for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:46:35.755215 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:35.778440 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d09fe-f464-47cc-bfdb-b6148b919f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7c85bf-a19c-4b27-8ab5-69c9839c0d87,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:35.781618 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:35.795102 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-379d09fe-f464-47cc-bfdb-b6148b919f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:35.826941 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-379d09fe-f464-47cc-bfdb-b6148b919f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:35.831239 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-379d09fe-f464-47cc-bfdb-b6148b919f29 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2a7c85bf-a19c-4b27-8ab5-69c9839c0d87 HTTP/1.1" status: 204  len: 168 time: 1.7193758
Jun 17 14:46:35.835765 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:35.848049 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Usage tracker for resource:security_group_rule and tenant:9a956dcfb00844ffa0e7abd3f17dea6b is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:35.855201 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:35.865701 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4b70b335-b283-47be-b113-ab1513075e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:35.866986 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:35.873686 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4b70b335-b283-47be-b113-ab1513075e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:35.943955 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-56d14a83-3782-4160-8ccc-ca0bbb7ca9eb req-7f09c7c5-f60b-432c-9737-037eff89493d tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/security-groups?id=18cf0e02-cc8e-47fb-903c-6038b0980c35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3713093
Jun 17 14:46:35.977780 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-7d46f644-7715-439a-a505-a6911e9ca497 req-89120f1e-41ec-4132-9b10-dae387409a1b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Calling delete_port for 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:46:36.040170 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:36.041877 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:36.083296 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-4b70b335-b283-47be-b113-ab1513075e7d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5f5d736cbd1645bcb2d00dffd774463c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5501335
Jun 17 14:46:36.086337 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70b335-b283-47be-b113-ab1513075e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d8cfaa-f7e6-4f0b-adfb-42d0a7b5b3f8,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:36.090636 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4b70b335-b283-47be-b113-ab1513075e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:36.092029 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:36.111413 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] vlan segment allocate from pool success with {'vlan_id': 1279, 'physical_network': 'physnet1'}  {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:46:36.123906 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:36.124277 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.segments_db [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Added segment 6a50507b-b19e-4242-83e4-a0c3ccdaf728 of type vlan for network 3a0d7665-9592-4bb1-ace3-3aa440f5f5d6
Jun 17 14:46:36.170926 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:36.204404 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 38334) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:36.205487 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-06a450e3-4bd9-4c30-bc7a-3f03feb7cb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:36.273651 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:36.357587 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:36.358599 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:36.415056 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ed10067-a634-45b9-88cf-4d629a7ee35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:36.429356 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8314812
Jun 17 14:46:36.443775 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 38344) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:36.444479 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee52e94e-a9b5-472c-803c-ebf5603c8610,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:36.447774 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:36.459874 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3b4bab7d-2751-491f-b649-068a5491a67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:36.502721 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Request body: {'subnet': {'network_id': '3a0d7665-9592-4bb1-ace3-3aa440f5f5d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-384385290-subnet', 'tenant_id': '9a956dcfb00844ffa0e7abd3f17dea6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:46:36.522961 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:36.540274 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7d46f644-7715-439a-a505-a6911e9ca497 req-89120f1e-41ec-4132-9b10-dae387409a1b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:36.550937 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b90a486b-f25d-4009-92be-51c9b1adb6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:36.619568 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89120f1e-41ec-4132-9b10-dae387409a1b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Pushing event deleted for resources: {'Port': ['ID=1e99ed42-7b4f-47a9-aabb-9ef94a810db2,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:36.624243 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-89120f1e-41ec-4132-9b10-dae387409a1b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:36.624925 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ed10067-a634-45b9-88cf-4d629a7ee35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:36.661125 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Usage tracker for resource:subnet and tenant:9a956dcfb00844ffa0e7abd3f17dea6b is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:36.671276 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Pushing event updated for resources: {'Network': ['ID=3a0d7665-9592-4bb1-ace3-3aa440f5f5d6,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:36.674237 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:36.676219 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:36.689677 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network 3a0d7665-9592-4bb1-ace3-3aa440f5f5d6 details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:46:36.696410 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:36.720763 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d46f644-7715-439a-a505-a6911e9ca497 req-89120f1e-41ec-4132-9b10-dae387409a1b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] No DVR routers for this DVR port 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:46:36.725626 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7d46f644-7715-439a-a505-a6911e9ca497 req-89120f1e-41ec-4132-9b10-dae387409a1b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:36.729489 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281b83cb-adb1-4c9d-bae2-f9276d2ee7d1', 'name': 'network-vif-deleted', 'tag': '1e99ed42-7b4f-47a9-aabb-9ef94a810db2'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:46:36.733297 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7c0b-0692-42cc-8be6-7b53473230d2 req-d49598fa-99a2-40bf-a703-999808158198 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:36.734986 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-afec7c0b-0692-42cc-8be6-7b53473230d2 req-d49598fa-99a2-40bf-a703-999808158198 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.6504538
Jun 17 14:46:36.758663 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7d46f644-7715-439a-a505-a6911e9ca497 req-89120f1e-41ec-4132-9b10-dae387409a1b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.37 "DELETE /v2.0/ports/1e99ed42-7b4f-47a9-aabb-9ef94a810db2 HTTP/1.1" status: 204  len: 173 time: 2.0866995
Jun 17 14:46:36.762901 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Made reservation on behalf of 9a956dcfb00844ffa0e7abd3f17dea6b for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:46:36.765234 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2081464'] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:36.801519 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281b83cb-adb1-4c9d-bae2-f9276d2ee7d1', 'name': 'network-vif-deleted', 'tag': '1e99ed42-7b4f-47a9-aabb-9ef94a810db2', 'status': 'completed', 'code': 200}
Jun 17 14:46:36.868532 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-afec7c0b-0692-42cc-8be6-7b53473230d2 req-4c1295a8-ff15-43e1-9f2b-4126626874f2 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243505
Jun 17 14:46:36.942371 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ed10067-a634-45b9-88cf-4d629a7ee35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:36.959086 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-379d09fe-f464-47cc-bfdb-b6148b919f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:37.000368 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed10067-a634-45b9-88cf-4d629a7ee35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d8cfaa-f7e6-4f0b-adfb-42d0a7b5b3f8,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:37.003341 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7ed10067-a634-45b9-88cf-4d629a7ee35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:37.010346 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81879032-291b-4bde-890c-0fb9eceb0a40 req-38bccf70-0b00-4479-a1ac-e7be8f036b26 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:37.016524 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ed10067-a634-45b9-88cf-4d629a7ee35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:37.017568 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-7ed10067-a634-45b9-88cf-4d629a7ee35c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/88d8cfaa-f7e6-4f0b-adfb-42d0a7b5b3f8 HTTP/1.1" status: 204  len: 168 time: 0.8031635
Jun 17 14:46:37.020183 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-81879032-291b-4bde-890c-0fb9eceb0a40 req-38bccf70-0b00-4479-a1ac-e7be8f036b26 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 944 time: 0.1178331
Jun 17 14:46:37.156424 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-81879032-291b-4bde-890c-0fb9eceb0a40 req-8c79cbb5-192e-4053-80a7-0da757772346 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326663
Jun 17 14:46:37.248145 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8ca1d2f3-57f2-4eae-8f37-7ffcc9d1f7d4 req-9ed8b725-5eee-489d-b17c-897917d1a7f5 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 210 time: 0.0569990
Jun 17 14:46:37.481631 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2081450'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:37.486207 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9645103c-b8e6-44d6-9029-968abe86baf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:37.571678 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ab450e-f1fc-46a8-96c9-b64673929a61,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:37.577180 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:37.585840 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Checking segment: {'id': '6a50507b-b19e-4242-83e4-a0c3ccdaf728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '3a0d7665-9592-4bb1-ace3-3aa440f5f5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:46:37.586257 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Network hostable DHCP agents. Network: 3a0d7665-9592-4bb1-ace3-3aa440f5f5d6, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:46:37.615783 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Network 3a0d7665-9592-4bb1-ace3-3aa440f5f5d6 is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:46:37.627520 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, 3a0d7665-9592-4bb1-ace3-3aa440f5f5d6) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:46:37.641433 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46c442-78c9-48eb-b67a-d2ee979d5f03 None None] Network 3a0d7665-9592-4bb1-ace3-3aa440f5f5d6 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:46:37.647491 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:37.648176 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:37.662698 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 38384) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:37.685530 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fa778012-8b77-47f4-b57c-83f421f6020e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:37.698118 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2488229
Jun 17 14:46:37.703956 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-fa778012-8b77-47f4-b57c-83f421f6020e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:37.708321 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-fa778012-8b77-47f4-b57c-83f421f6020e admin admin] Usage tracker for resource:security_group_rule and tenant:106f64e57908464aa23bdf999307ad2f is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:37.717031 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-fa778012-8b77-47f4-b57c-83f421f6020e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:37.724927 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-fa778012-8b77-47f4-b57c-83f421f6020e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:37.831358 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fa778012-8b77-47f4-b57c-83f421f6020e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:37.837438 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fa778012-8b77-47f4-b57c-83f421f6020e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:37.846397 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:37.893476 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38422) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:37.893680 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-fa778012-8b77-47f4-b57c-83f421f6020e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=106f64e57908464aa23bdf999307ad2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2300806
Jun 17 14:46:37.898359 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa778012-8b77-47f4-b57c-83f421f6020e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b472f6-79da-4a8a-a26d-ae8841f30c2a,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:37.901449 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-fa778012-8b77-47f4-b57c-83f421f6020e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:37.923630 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82fd8ea-3791-4bd9-91eb-1504d96bfe65 None None] Network 3a0d7665-9592-4bb1-ace3-3aa440f5f5d6 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:46:37.988694 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8feaffa-aacf-45df-8d3c-07df41fde906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:38.027973 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8feaffa-aacf-45df-8d3c-07df41fde906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:38.097443 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8feaffa-aacf-45df-8d3c-07df41fde906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:38.105061 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-27e8d2c2-cb91-49fc-8581-c9f9e0e37e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:38.107118 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62080bd-e067-4c33-8f94-0537b92366ca req-4eb19e84-f62b-4b2e-bed7-06c43591a47d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:38.108795 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a62080bd-e067-4c33-8f94-0537b92366ca req-4eb19e84-f62b-4b2e-bed7-06c43591a47d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.0960019
Jun 17 14:46:38.119039 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8feaffa-aacf-45df-8d3c-07df41fde906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b472f6-79da-4a8a-a26d-ae8841f30c2a,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:38.124265 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e8feaffa-aacf-45df-8d3c-07df41fde906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:38.129353 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8feaffa-aacf-45df-8d3c-07df41fde906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:38.130762 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e8feaffa-aacf-45df-8d3c-07df41fde906 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c3b472f6-79da-4a8a-a26d-ae8841f30c2a HTTP/1.1" status: 204  len: 168 time: 0.2359989
Jun 17 14:46:38.221588 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a62080bd-e067-4c33-8f94-0537b92366ca req-01672bca-fdf8-4ecd-a706-92c1cd81dcda tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964608
Jun 17 14:46:38.465180 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66555d64-4f93-43e5-b9e1-41347c2c6874 req-60895e34-6f1d-46fc-ad9f-a0f8bf82873a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:38.467829 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-66555d64-4f93-43e5-b9e1-41347c2c6874 req-60895e34-6f1d-46fc-ad9f-a0f8bf82873a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 944 time: 0.1343966
Jun 17 14:46:38.537525 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-66555d64-4f93-43e5-b9e1-41347c2c6874 req-9d57b9f0-4c4a-4993-89db-db3ce25b2a1f tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545802
Jun 17 14:46:38.681962 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-55028037-ed11-4827-9653-bb4f267cb869 req-4dc0d53e-6cb6-48f7-9c8b-a74bf0aa0b32 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 210 time: 0.0538614
Jun 17 14:46:38.712811 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 14d9171b-b2e7-46e9-a55d-826ca70549a1 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:46:38.863111 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 14d9171b-b2e7-46e9-a55d-826ca70549a1, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=14d9171b-b2e7-46e9-a55d-826ca70549a1,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:46:38.880071 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': '14d9171b-b2e7-46e9-a55d-826ca70549a1', 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242', 'port_id': '14d9171b-b2e7-46e9-a55d-826ca70549a1', 'mac_address': 'fa:16:3e:01:6f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de193f92-d8b1-4df4-8b31-7b59b1c61812', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:46:38.946657 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:38.965067 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d9171b-b2e7-46e9-a55d-826ca70549a1 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:46:38.983310 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 14d9171b-b2e7-46e9-a55d-826ca70549a1, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=14d9171b-b2e7-46e9-a55d-826ca70549a1,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:46:38.987630 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:38.989614 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-8095c4cc-8a67-4626-a924-660d4d8602ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:39.061971 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=14d9171b-b2e7-46e9-a55d-826ca70549a1,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:39.070694 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:39.071040 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:39.071400 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:39.071745 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:39.072240 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:39.072579 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:39.072903 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:39.073230 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:39.073826 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:39.074155 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:39.074481 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:39.074805 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:46:39.080613 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:39.500533 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae201d-5c0a-42c3-964b-cd32602d63dd req-c5ac488a-41b2-459c-933e-2a009d80e173 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:39.502029 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-89ae201d-5c0a-42c3-964b-cd32602d63dd req-c5ac488a-41b2-459c-933e-2a009d80e173 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1683826
Jun 17 14:46:39.553501 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-89ae201d-5c0a-42c3-964b-cd32602d63dd req-a22113de-dfd9-4ad4-a395-ddcf7754c577 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426874
Jun 17 14:46:39.744350 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82438f6e-16a4-46d4-b5d3-7da160c5928f req-5abbfe88-ba9f-4889-8178-bf191dafa529 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:39.745876 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-82438f6e-16a4-46d4-b5d3-7da160c5928f req-5abbfe88-ba9f-4889-8178-bf191dafa529 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 945 time: 0.0916498
Jun 17 14:46:39.762427 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:46:39.798683 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-82438f6e-16a4-46d4-b5d3-7da160c5928f req-e035bfa0-ab14-409c-9630-c3aecbbb3d98 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466788
Jun 17 14:46:39.802914 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:46:39.803458 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 1e99ed42-7b4f-47a9-aabb-9ef94a810db2 not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:46:39.944142 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6fde5aa2-7b81-4b70-a18e-02ef68426725 req-230e57cc-ce66-4a9a-90ac-35bc0a4c4c46 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 210 time: 0.0439851
Jun 17 14:46:40.276093 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['14d9171b-b2e7-46e9-a55d-826ca70549a1'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:46:40.778398 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602f0c6-db12-401e-a167-5b6c3f18b90a req-57c5d5fa-ee73-407e-abf5-75dfb6a3fdf8 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:40.779972 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3602f0c6-db12-401e-a167-5b6c3f18b90a req-57c5d5fa-ee73-407e-abf5-75dfb6a3fdf8 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1048677
Jun 17 14:46:40.829277 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 38540) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:40.835237 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3602f0c6-db12-401e-a167-5b6c3f18b90a req-858e65f9-f6b7-4667-84c6-06341c803207 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492809
Jun 17 14:46:40.998101 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4b4762a-a38f-4c1c-8810-e331b253b9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:41.018990 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c4b4762a-a38f-4c1c-8810-e331b253b9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:41.026014 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-c4b4762a-a38f-4c1c-8810-e331b253b9f6 admin admin] Usage tracker for resource:security_group_rule and tenant:cc8c7674376e474cb5c11125ee8cb3dc is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:41.030509 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-c4b4762a-a38f-4c1c-8810-e331b253b9f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:41.039082 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c4b4762a-a38f-4c1c-8810-e331b253b9f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:41.079595 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d750a9-0fe7-460f-a35f-f823449bf40a req-a30445de-9ffe-4fe3-b19b-306a002556b2 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:41.082041 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f4d750a9-0fe7-460f-a35f-f823449bf40a req-a30445de-9ffe-4fe3-b19b-306a002556b2 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 945 time: 0.1626403
Jun 17 14:46:41.161624 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f4d750a9-0fe7-460f-a35f-f823449bf40a req-d7f2aec1-a1ae-46aa-ba84-cbe2873c1984 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705163
Jun 17 14:46:41.219268 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4b4762a-a38f-4c1c-8810-e331b253b9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:41.230127 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4b4762a-a38f-4c1c-8810-e331b253b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:41.239091 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:41.286535 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-7970f122-6951-4ff2-9a31-af30077fd5b9 req-6dad430d-6371-449c-849f-238a55bfbf28 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Synchronizing usage tracker for tenant:8f12ad32ccb341c4b7edc1cb19cbbe59 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:46:41.299911 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-c4b4762a-a38f-4c1c-8810-e331b253b9f6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cc8c7674376e474cb5c11125ee8cb3dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4694879
Jun 17 14:46:41.301299 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4762a-a38f-4c1c-8810-e331b253b9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100cd2e2-9069-4d09-9f11-e6cc4373f21e,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:41.302840 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38552) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:41.305484 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c4b4762a-a38f-4c1c-8810-e331b253b9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:41.318837 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-7970f122-6951-4ff2-9a31-af30077fd5b9 req-6dad430d-6371-449c-849f-238a55bfbf28 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Unset dirty status for tenant:8f12ad32ccb341c4b7edc1cb19cbbe59 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:46:41.320016 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7970f122-6951-4ff2-9a31-af30077fd5b9 req-6dad430d-6371-449c-849f-238a55bfbf28 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 210 time: 0.0967855
Jun 17 14:46:41.385542 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9c306336-f9a2-4edb-ac08-4dde7302a15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:41.414541 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9c306336-f9a2-4edb-ac08-4dde7302a15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:41.477246 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9c306336-f9a2-4edb-ac08-4dde7302a15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:41.482720 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-de49cc1d-014a-4701-ae27-25e075deaebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:41.495761 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c306336-f9a2-4edb-ac08-4dde7302a15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100cd2e2-9069-4d09-9f11-e6cc4373f21e,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:41.501302 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9c306336-f9a2-4edb-ac08-4dde7302a15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:41.503852 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-9c306336-f9a2-4edb-ac08-4dde7302a15a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/100cd2e2-9069-4d09-9f11-e6cc4373f21e HTTP/1.1" status: 204  len: 168 time: 0.1977875
Jun 17 14:46:41.505131 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9c306336-f9a2-4edb-ac08-4dde7302a15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:41.881897 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 38570) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:41.900828 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b303ff27-7c60-40ad-8c81-ceba08a40172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:41.917683 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-b303ff27-7c60-40ad-8c81-ceba08a40172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:41.922907 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-b303ff27-7c60-40ad-8c81-ceba08a40172 admin admin] Usage tracker for resource:security_group_rule and tenant:6f07d0028d5e48a891e26fc018500b61 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:41.927169 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-b303ff27-7c60-40ad-8c81-ceba08a40172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:41.933214 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-b303ff27-7c60-40ad-8c81-ceba08a40172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:42.053843 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b303ff27-7c60-40ad-8c81-ceba08a40172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:42.063296 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b303ff27-7c60-40ad-8c81-ceba08a40172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:42.087318 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-850f4f91-78b0-4b77-9b2a-ff12036f011d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:42.139236 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-b303ff27-7c60-40ad-8c81-ceba08a40172 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6f07d0028d5e48a891e26fc018500b61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2560546
Jun 17 14:46:42.142079 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38580) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:42.247277 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303ff27-7c60-40ad-8c81-ceba08a40172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e24a06-36c8-4701-84e0-c16c2f544a0c,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:42.252606 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b303ff27-7c60-40ad-8c81-ceba08a40172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:42.252859 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e7f36fea-89b8-4efe-b4af-a98c1087f785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:42.285639 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe30973-aece-4c4e-b9bc-7aa0c137e803 req-2167ce69-6d97-48b7-9197-476b7258d694 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:42.286386 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e7f36fea-89b8-4efe-b4af-a98c1087f785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:42.287369 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9fe30973-aece-4c4e-b9bc-7aa0c137e803 req-2167ce69-6d97-48b7-9197-476b7258d694 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1253271
Jun 17 14:46:42.339361 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9fe30973-aece-4c4e-b9bc-7aa0c137e803 req-01094944-0e62-4ff4-92f2-a5f9176b2a96 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443811
Jun 17 14:46:42.360845 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e7f36fea-89b8-4efe-b4af-a98c1087f785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:42.367792 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5ec7fe40-050c-4e33-97f2-7ffd78e2ada9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:42.393890 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f36fea-89b8-4efe-b4af-a98c1087f785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e24a06-36c8-4701-84e0-c16c2f544a0c,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:42.393890 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e7f36fea-89b8-4efe-b4af-a98c1087f785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:42.398841 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e7f36fea-89b8-4efe-b4af-a98c1087f785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:42.400176 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e7f36fea-89b8-4efe-b4af-a98c1087f785 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d5e24a06-36c8-4701-84e0-c16c2f544a0c HTTP/1.1" status: 204  len: 168 time: 0.2569814
Jun 17 14:46:42.568026 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e345e-a51f-4f6c-a66a-3ba7535367ff req-9ad410ee-0112-489a-906a-a32d4e5b98b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:42.569578 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2d6e345e-a51f-4f6c-a66a-3ba7535367ff req-9ad410ee-0112-489a-906a-a32d4e5b98b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 945 time: 0.0901248
Jun 17 14:46:42.630280 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2d6e345e-a51f-4f6c-a66a-3ba7535367ff req-75500873-4ac1-493b-b4c2-dee38083cce4 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486553
Jun 17 14:46:42.840627 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-dede018b-ae0e-49b3-b673-6268f67a0b62 req-bd86eda4-10d9-441d-9acd-aa024add4df8 tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 210 time: 0.0486248
Jun 17 14:46:43.567435 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a13fe-29ac-4490-bcbf-274cfb71d475 req-82060289-044f-4f47-a758-487af21d9b0b tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:43.567435 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-eb1a13fe-29ac-4490-bcbf-274cfb71d475 req-82060289-044f-4f47-a758-487af21d9b0b tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1050243
Jun 17 14:46:43.633319 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-eb1a13fe-29ac-4490-bcbf-274cfb71d475 req-599c026a-42e0-41f5-8bb4-cd77d2f62135 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573921
Jun 17 14:46:43.865887 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ef0c7-71fd-4969-9e03-81f13c35ea83 req-a218b327-67fd-4de1-8c45-817ceda273d8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:43.868505 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7d9ef0c7-71fd-4969-9e03-81f13c35ea83 req-a218b327-67fd-4de1-8c45-817ceda273d8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 945 time: 0.1133418
Jun 17 14:46:43.950966 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7d9ef0c7-71fd-4969-9e03-81f13c35ea83 req-e9343e43-b59a-49ae-8190-90a5697c480d tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753684
Jun 17 14:46:44.151376 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-40ae1567-e60c-4d66-ba7d-8098f94cbb70 req-97853ace-dadc-49d7-b809-1a51c44e917b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] 10.222.0.89 "GET /v2.0/ports?device_id=281b83cb-adb1-4c9d-bae2-f9276d2ee7d1 HTTP/1.1" status: 200  len: 210 time: 0.0583177
Jun 17 14:46:44.288360 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38646) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:44.411504 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e01631b8-8115-4324-ad3b-b7f2e3999b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:44.427491 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e01631b8-8115-4324-ad3b-b7f2e3999b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:44.431659 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e01631b8-8115-4324-ad3b-b7f2e3999b21 admin admin] Usage tracker for resource:security_group_rule and tenant:ce44b81221064f79833812a998916bdb is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:44.434683 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e01631b8-8115-4324-ad3b-b7f2e3999b21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:44.441254 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e01631b8-8115-4324-ad3b-b7f2e3999b21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:44.540537 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e01631b8-8115-4324-ad3b-b7f2e3999b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:44.545575 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e01631b8-8115-4324-ad3b-b7f2e3999b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:44.553463 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f6dd7da7-b626-43dc-a4ae-3e5cf2bf3ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:44.594049 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01631b8-8115-4324-ad3b-b7f2e3999b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd862a1-7b17-41e1-9070-03845351d59f,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:44.600199 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e01631b8-8115-4324-ad3b-b7f2e3999b21 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ce44b81221064f79833812a998916bdb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3101299
Jun 17 14:46:44.601497 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e01631b8-8115-4324-ad3b-b7f2e3999b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:44.601811 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 38654) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:44.664295 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c35686c3-7ebc-47bf-88e6-de77a10ee940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:44.693429 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c35686c3-7ebc-47bf-88e6-de77a10ee940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:44.829969 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c35686c3-7ebc-47bf-88e6-de77a10ee940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:44.836651 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:44.858700 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35686c3-7ebc-47bf-88e6-de77a10ee940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd862a1-7b17-41e1-9070-03845351d59f,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:44.863293 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c35686c3-7ebc-47bf-88e6-de77a10ee940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:44.901104 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b7518-4ebc-4807-8dfb-e193feae0df4 req-5e5e6f25-a6df-4be0-aa14-54cff4f69a4f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:44.902927 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-772b7518-4ebc-4807-8dfb-e193feae0df4 req-5e5e6f25-a6df-4be0-aa14-54cff4f69a4f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1427929
Jun 17 14:46:44.904028 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c35686c3-7ebc-47bf-88e6-de77a10ee940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:44.905315 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-c35686c3-7ebc-47bf-88e6-de77a10ee940 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7dd862a1-7b17-41e1-9070-03845351d59f HTTP/1.1" status: 204  len: 168 time: 0.3025374
Jun 17 14:46:44.974071 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-772b7518-4ebc-4807-8dfb-e193feae0df4 req-bead847a-9696-4466-9021-b5503f419ce7 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616333
Jun 17 14:46:45.321542 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a0d47-ffc4-4a1c-ab73-c4e7a56d3417 req-fd59979a-a239-434b-af13-7ac704b7eaf6 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:45.332714 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-586a0d47-ffc4-4a1c-ab73-c4e7a56d3417 req-fd59979a-a239-434b-af13-7ac704b7eaf6 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 945 time: 0.1611407
Jun 17 14:46:45.389204 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-586a0d47-ffc4-4a1c-ab73-c4e7a56d3417 req-25c131ee-4cac-4734-b9a3-0a9ac6d15113 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545423
Jun 17 14:46:45.868633 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 14d9171b-b2e7-46e9-a55d-826ca70549a1 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:46:45.951402 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port 14d9171b-b2e7-46e9-a55d-826ca70549a1 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:46:45.958209 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port 14d9171b-b2e7-46e9-a55d-826ca70549a1 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:46:45.958850 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:46.115049 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:46.155015 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 14d9171b-b2e7-46e9-a55d-826ca70549a1, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=14d9171b-b2e7-46e9-a55d-826ca70549a1,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:46:46.156336 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a94d579-d1cc-4fec-8c48-946556edccbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d9171b-b2e7-46e9-a55d-826ca70549a1'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:46:46.165196 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:46.167299 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:46.239966 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=14d9171b-b2e7-46e9-a55d-826ca70549a1,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:46.244901 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:46.285505 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94d579-d1cc-4fec-8c48-946556edccbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d9171b-b2e7-46e9-a55d-826ca70549a1', 'code': 200}
Jun 17 14:46:46.349667 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01dcfa-c300-4e86-a638-9780064a53c6 req-303f064a-9228-476c-862a-35f4b9bfa765 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:46.351974 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0a01dcfa-c300-4e86-a638-9780064a53c6 req-303f064a-9228-476c-862a-35f4b9bfa765 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1377947
Jun 17 14:46:46.401499 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0a01dcfa-c300-4e86-a638-9780064a53c6 req-e7d0b428-0a0c-43ba-87b9-72d34770a515 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419288
Jun 17 14:46:46.617472 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3933d3-c33a-4495-b661-585395578383 req-85b76afa-6a06-4655-ad22-1eedc0b10789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:46.619302 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6b3933d3-c33a-4495-b661-585395578383 req-85b76afa-6a06-4655-ad22-1eedc0b10789 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 1099 time: 0.0852926
Jun 17 14:46:46.644300 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f6dc7-8a1c-46c4-9263-d0a244426a4c req-97e776ed-9c63-423b-acad-8ded57fd17bd tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:46.653427 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-504f6dc7-8a1c-46c4-9263-d0a244426a4c req-97e776ed-9c63-423b-acad-8ded57fd17bd tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 946 time: 0.1088564
Jun 17 14:46:46.669967 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6b3933d3-c33a-4495-b661-585395578383 req-7914d3f1-1001-4290-90d1-38eb9d402aeb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406621
Jun 17 14:46:46.715704 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-504f6dc7-8a1c-46c4-9263-d0a244426a4c req-21d3c7ea-2e72-4a74-b0ba-cb0c42ea3944 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599735
Jun 17 14:46:47.520674 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 38768) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:47.640728 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea10030-a8bb-4012-a69d-6b02d254e46d admin admin] Deleting subnet 4476e2f6-ab3e-4c58-a257-7802bef5b3fb {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:46:47.646345 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aea10030-a8bb-4012-a69d-6b02d254e46d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:47.713976 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aea10030-a8bb-4012-a69d-6b02d254e46d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1202630'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:47.767526 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8886f6f-c6c1-4817-be63-eb0b63393a4e req-0b64028f-d050-49e4-8fa1-5a5371ef5be8 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:47.775637 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d8886f6f-c6c1-4817-be63-eb0b63393a4e req-0b64028f-d050-49e4-8fa1-5a5371ef5be8 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.2084913
Jun 17 14:46:47.822870 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aea10030-a8bb-4012-a69d-6b02d254e46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:47.901787 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d8886f6f-c6c1-4817-be63-eb0b63393a4e req-560ff1e7-1d7c-4f25-8ef0-07a89283579a tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108336
Jun 17 14:46:47.975717 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf8ffc-5b7a-42fa-8915-3280c761cf82 req-c37ff1aa-3ad0-4a2e-a48e-961457e98be4 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:47.983993 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-95bf8ffc-5b7a-42fa-8915-3280c761cf82 req-c37ff1aa-3ad0-4a2e-a48e-961457e98be4 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 946 time: 0.1234617
Jun 17 14:46:48.063905 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-95bf8ffc-5b7a-42fa-8915-3280c761cf82 req-5adced7c-c733-4ee9-9abf-7bdeedc55648 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788350
Jun 17 14:46:48.329326 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aea10030-a8bb-4012-a69d-6b02d254e46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1265991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2081427'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:48.338387 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:48.386989 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea10030-a8bb-4012-a69d-6b02d254e46d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4476e2f6-ab3e-4c58-a257-7802bef5b3fb,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:48.390584 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-aea10030-a8bb-4012-a69d-6b02d254e46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:48.396527 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aea10030-a8bb-4012-a69d-6b02d254e46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:48.409649 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38796) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:48.416097 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-aea10030-a8bb-4012-a69d-6b02d254e46d admin admin] 10.222.0.89 "DELETE /v2.0/subnets/4476e2f6-ab3e-4c58-a257-7802bef5b3fb HTTP/1.1" status: 204  len: 168 time: 0.8941627
Jun 17 14:46:48.526425 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:48.661939 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:48.678124 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2b28e0c640>> segment before_delete 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:46:48.678494 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2b28e0c640>> subnet precommit_delete_associations 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:46:48.679222 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b23cf5640>> segment_host_mapping after_create 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:46:48.679621 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b23cf5640>> port after_create 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:46:48.679979 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b23cf5640>> port after_delete 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:46:48.680357 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b23cf5640>> port after_update 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:46:48.680828 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b23cf5640>> segment after_delete 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:46:48.681331 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b23cf5640>> subnet after_create 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:46:48.681633 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b23cf5640>> subnet after_delete 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:46:48.682202 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b23cf5640>> subnet after_update 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:46:48.798426 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b23cf9340>> subnet after_create 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:46:48.798795 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b23cf9340>> subnet after_delete 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:46:48.799135 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b23cf9340>> subnet before_create 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:46:48.800202 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b23cf9340>> subnet before_update 55550000 {{(pid=78705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 17 14:46:48.800741 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b23cf5f10>,) {'filters': {'network_id': ['81eb3522-7438-4c78-9a26-847d52e0022b']}} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:46:48.816044 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23cf5f10>, '148aedd5-a5b4-4608-bf00-2f1869fa44c5') {'for_net_delete': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:46:48.816609 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23cf5f10>, '148aedd5-a5b4-4608-bf00-2f1869fa44c5') {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:46:48.828872 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1291899'] for segment, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:48.845936 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:48.853898 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=78705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:46:48.854292 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10569833'] for segment, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   from cryptography.utils import int_from_bytes
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   from cryptography.utils import int_from_bytes
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   util.warn_limited(
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   util.warn_limited(
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]: Traceback (most recent call last):
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     timer()
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     cb(*args, **kw)
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     return func(*args, **kwargs)
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     self._notify()
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     self.callback(batched_events)
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     event.method(event)
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     return f(self, *a, **k)
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._get(url).json()
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:46:48.870851 dv-cinder-796859-1-iscsi neutron-server[78705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:46:48.951798 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:48.956198 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:48.980205 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:48.990465 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Pushing event deleted for resources: {'Network': ['ID=81eb3522-7438-4c78-9a26-847d52e0022b,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:48.993759 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:49.038232 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e145fccc-5792-476a-9c93-1f2b7eb6074e admin admin] 10.222.0.89 "DELETE /v2.0/networks/81eb3522-7438-4c78-9a26-847d52e0022b HTTP/1.1" status: 204  len: 168 time: 0.6271935
Jun 17 14:46:49.064761 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:49.088151 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a445fc4-01d2-4f44-ac86-08a9bc4a8a52 req-c079995a-92fa-433c-8ef3-d9a76efaacd6 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:49.089687 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1a445fc4-01d2-4f44-ac86-08a9bc4a8a52 req-c079995a-92fa-433c-8ef3-d9a76efaacd6 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.0895305
Jun 17 14:46:49.140791 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1a445fc4-01d2-4f44-ac86-08a9bc4a8a52 req-e6eee08a-2c02-4dea-bc28-f8b0d85d3f43 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444620
Jun 17 14:46:49.265094 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38814) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:49.308692 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4d73b-1de8-4932-87f0-9228044de7ec req-d0a54534-3000-46db-a66a-7b46aba4a8cf tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:49.310531 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-50b4d73b-1de8-4932-87f0-9228044de7ec req-d0a54534-3000-46db-a66a-7b46aba4a8cf tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 946 time: 0.1028793
Jun 17 14:46:49.364054 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-638c4a29-2aa6-4511-bccf-1a6cf4558276 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8f12ad32ccb341c4b7edc1cb19cbbe59&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0966780
Jun 17 14:46:49.367016 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38820) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:49.377932 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-50b4d73b-1de8-4932-87f0-9228044de7ec req-db07ba77-5452-451d-a305-ab015e0ce1c3 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551980
Jun 17 14:46:49.515993 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b7f67d01-4fcd-4432-8b5c-e897b8643cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:49.562917 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b7f67d01-4fcd-4432-8b5c-e897b8643cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:49.656008 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b7f67d01-4fcd-4432-8b5c-e897b8643cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:49.661125 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ceee2c2a-1215-43da-b955-dcb544eaee93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:49.674582 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67d01-4fcd-4432-8b5c-e897b8643cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cf0e02-cc8e-47fb-903c-6038b0980c35,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:49.678000 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b7f67d01-4fcd-4432-8b5c-e897b8643cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:49.692067 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b7f67d01-4fcd-4432-8b5c-e897b8643cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:49.693459 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-b7f67d01-4fcd-4432-8b5c-e897b8643cd3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/18cf0e02-cc8e-47fb-903c-6038b0980c35 HTTP/1.1" status: 204  len: 168 time: 0.3254282
Jun 17 14:46:50.431336 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:46:50.438521 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cf1d8-52e4-49a7-b35e-59d86cf55de3 req-364efbed-e734-4fd2-b751-ead4995076c7 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:50.440569 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-221cf1d8-52e4-49a7-b35e-59d86cf55de3 req-364efbed-e734-4fd2-b751-ead4995076c7 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1150177
Jun 17 14:46:50.537232 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-221cf1d8-52e4-49a7-b35e-59d86cf55de3 req-23d098df-7647-4cf7-885c-f3e809d957ff tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874712
Jun 17 14:46:51.945599 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005fc0a-a975-45a6-b5ce-ceb189023d2c req-b600d2cd-ed34-4ce9-912b-98b6d004863c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:51.948141 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7005fc0a-a975-45a6-b5ce-ceb189023d2c req-b600d2cd-ed34-4ce9-912b-98b6d004863c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1590309
Jun 17 14:46:52.000367 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7005fc0a-a975-45a6-b5ce-ceb189023d2c req-2b956917-4feb-448a-8e35-59860c069020 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458207
Jun 17 14:46:52.615103 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38952) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:52.755687 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d6bec476-25be-4ca2-8240-65e888c61f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:52.772225 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d6bec476-25be-4ca2-8240-65e888c61f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:52.776709 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-d6bec476-25be-4ca2-8240-65e888c61f60 admin admin] Usage tracker for resource:security_group_rule and tenant:74ab583ea25c4dc0a054aae9e2c73172 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:52.779615 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-d6bec476-25be-4ca2-8240-65e888c61f60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:52.785365 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d6bec476-25be-4ca2-8240-65e888c61f60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:52.876820 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d6bec476-25be-4ca2-8240-65e888c61f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:52.881835 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d6bec476-25be-4ca2-8240-65e888c61f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:52.889136 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:52.928841 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bec476-25be-4ca2-8240-65e888c61f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e956d5-df77-4455-950f-d8b9449f608b,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:52.936356 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-d6bec476-25be-4ca2-8240-65e888c61f60 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=74ab583ea25c4dc0a054aae9e2c73172&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3194222
Jun 17 14:46:52.937348 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d6bec476-25be-4ca2-8240-65e888c61f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:52.938535 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38968) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:53.027212 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-74dec37a-7fa4-46f0-b7f5-66f7fa85bc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:53.059234 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-74dec37a-7fa4-46f0-b7f5-66f7fa85bc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:53.180540 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-74dec37a-7fa4-46f0-b7f5-66f7fa85bc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:53.192325 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b7f67d01-4fcd-4432-8b5c-e897b8643cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:53.217634 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dec37a-7fa4-46f0-b7f5-66f7fa85bc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e956d5-df77-4455-950f-d8b9449f608b,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:53.227914 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-74dec37a-7fa4-46f0-b7f5-66f7fa85bc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:53.227914 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-74dec37a-7fa4-46f0-b7f5-66f7fa85bc1d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a7e956d5-df77-4455-950f-d8b9449f608b HTTP/1.1" status: 204  len: 168 time: 0.2843523
Jun 17 14:46:53.227914 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-74dec37a-7fa4-46f0-b7f5-66f7fa85bc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:53.273335 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9c0b3-75d2-49f3-92dd-cd2f02abd357 req-6462cfcf-8805-43ab-bcb0-b7d006d5346b tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:53.274879 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fae9c0b3-75d2-49f3-92dd-cd2f02abd357 req-6462cfcf-8805-43ab-bcb0-b7d006d5346b tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1315706
Jun 17 14:46:53.329051 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fae9c0b3-75d2-49f3-92dd-cd2f02abd357 req-b3ad4fd8-0962-47cf-9733-d78e6db80f6b tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478585
Jun 17 14:46:53.545746 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 38986) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:53.566972 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-effacd7e-a00d-4bbc-a04c-0569cf14a395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:53.584477 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-effacd7e-a00d-4bbc-a04c-0569cf14a395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:53.588899 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-effacd7e-a00d-4bbc-a04c-0569cf14a395 admin admin] Usage tracker for resource:security_group_rule and tenant:cedc575afdbd48a4aa45aa7a71345fac is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:53.592144 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-effacd7e-a00d-4bbc-a04c-0569cf14a395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:53.599159 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-effacd7e-a00d-4bbc-a04c-0569cf14a395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:53.687661 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-effacd7e-a00d-4bbc-a04c-0569cf14a395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:53.692875 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-effacd7e-a00d-4bbc-a04c-0569cf14a395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:53.704466 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ae0d0ccd-147c-4b4f-9388-27d3fdeccfd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:53.744747 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-effacd7e-a00d-4bbc-a04c-0569cf14a395 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cedc575afdbd48a4aa45aa7a71345fac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1978748
Jun 17 14:46:53.747581 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 38992) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:53.748967 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effacd7e-a00d-4bbc-a04c-0569cf14a395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d1867d-0ca4-4a51-b5b1-3d59ab56d62a,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:53.756402 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-effacd7e-a00d-4bbc-a04c-0569cf14a395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:53.810630 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-20fea4ae-a04e-4f94-933b-0b74c8c48f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:53.838309 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-20fea4ae-a04e-4f94-933b-0b74c8c48f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:53.893415 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-20fea4ae-a04e-4f94-933b-0b74c8c48f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:53.897083 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-11689588-283b-48e9-89e0-06a791984fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:53.908074 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fea4ae-a04e-4f94-933b-0b74c8c48f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d1867d-0ca4-4a51-b5b1-3d59ab56d62a,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:53.911503 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-20fea4ae-a04e-4f94-933b-0b74c8c48f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:53.916793 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-20fea4ae-a04e-4f94-933b-0b74c8c48f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:53.918018 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-20fea4ae-a04e-4f94-933b-0b74c8c48f59 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e1d1867d-0ca4-4a51-b5b1-3d59ab56d62a HTTP/1.1" status: 204  len: 168 time: 0.1694021
Jun 17 14:46:54.500837 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:54.595366 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732b02e-a88e-4668-a1f6-b924ecd67fc1 req-e704aafb-e567-45ba-98c0-92a422c7eb1c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:54.607866 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9732b02e-a88e-4668-a1f6-b924ecd67fc1 req-e704aafb-e567-45ba-98c0-92a422c7eb1c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1457384
Jun 17 14:46:54.658572 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9732b02e-a88e-4668-a1f6-b924ecd67fc1 req-f1c6831b-eb2b-4719-a186-b5019321aca6 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496807
Jun 17 14:46:54.726818 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-36458f63-a045-425d-a4ef-3b2a658d0096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:55.936277 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d967ca-cc20-45d7-b968-620633eacd6d req-5556e037-927f-4fa0-a8e4-8652f6e315b1 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:55.939033 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-36d967ca-cc20-45d7-b968-620633eacd6d req-5556e037-927f-4fa0-a8e4-8652f6e315b1 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1239326
Jun 17 14:46:56.013555 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-36d967ca-cc20-45d7-b968-620633eacd6d req-08177d53-b2c9-4223-90fc-591b44574de3 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588875
Jun 17 14:46:56.295783 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-f0d705bf-aeff-4f33-9d94-debac2437001 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:56.304134 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-f0d705bf-aeff-4f33-9d94-debac2437001 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/networks?id=dd50999b-141a-4e96-bbd7-5875c2478242 HTTP/1.1" status: 200  len: 815 time: 0.1958425
Jun 17 14:46:56.320536 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-04b2adbf-1d82-4a8b-847d-a28b81b502e8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/quotas/9fb7734c2ce14f45bb0d148c7c0462ee HTTP/1.1" status: 200  len: 375 time: 0.0152669
Jun 17 14:46:56.413698 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-d9f325f1-b82b-4164-a90e-0dbb4cd0dd2c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0892313
Jun 17 14:46:56.586465 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-61f6ddc5-597a-4f24-84f8-dc84b86ac95a service neutron] 10.222.0.89 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640439
Jun 17 14:46:56.756033 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-58c0d750-8fa8-4173-9be0-0a6c65191ae3 service neutron] 10.222.0.89 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622679
Jun 17 14:46:56.976062 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-93a94f1a-bc37-4bae-9096-8a5e6022ac01 req-caed6b24-86e9-49d4-8c6d-6b869bc1d5ba tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 210 time: 0.0615683
Jun 17 14:46:57.314684 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86733d76-9749-4d07-a57c-1f403c05fd9b req-be90e62d-8e77-430f-9255-69384a24522c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:57.316773 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-86733d76-9749-4d07-a57c-1f403c05fd9b req-be90e62d-8e77-430f-9255-69384a24522c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1117096
Jun 17 14:46:57.397738 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-86733d76-9749-4d07-a57c-1f403c05fd9b req-98359a71-492c-4143-9310-6e9acec92b25 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726197
Jun 17 14:46:58.153622 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bd9461b8-6c58-4dd6-8371-caf543ecc794 req-5919dcc9-1e9e-4a01-8623-333c38b6751f tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 210 time: 0.0643866
Jun 17 14:46:58.519983 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39178) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:58.608393 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-dea09e39-eb75-4ea9-b2aa-a42b5c8144c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:58.635211 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09b0b-95f4-46d7-9051-3cbe47db2e5f req-d28aaf3c-a35e-4a7a-bad6-59318d1a49c1 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:58.636358 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0bc09b0b-95f4-46d7-9051-3cbe47db2e5f req-d28aaf3c-a35e-4a7a-bad6-59318d1a49c1 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1101873
Jun 17 14:46:58.709423 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6c45001f-48e5-48ee-83be-28044acbdd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:58.735977 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0bc09b0b-95f4-46d7-9051-3cbe47db2e5f req-2d94e735-e189-4c0c-9fc4-33ceecb20cee tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897102
Jun 17 14:46:58.750133 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-6c45001f-48e5-48ee-83be-28044acbdd7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:58.755817 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-6c45001f-48e5-48ee-83be-28044acbdd7e admin admin] Usage tracker for resource:security_group_rule and tenant:03e1e9d8ef4149149304dcecc10f69d3 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:58.760743 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-6c45001f-48e5-48ee-83be-28044acbdd7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:58.774036 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-6c45001f-48e5-48ee-83be-28044acbdd7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:58.806498 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-a6536411-862e-4461-a0e1-738e629ab1c5 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:46:58.808077 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-a6536411-862e-4461-a0e1-738e629ab1c5 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "GET /v2.0/networks?id=dd50999b-141a-4e96-bbd7-5875c2478242 HTTP/1.1" status: 200  len: 815 time: 0.2328587
Jun 17 14:46:58.837670 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Request body: {'port': {'device_id': '5098b9c2-1f3b-4997-a95c-4a82a596889b', 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242', 'admin_state_up': True, 'tenant_id': '9fb7734c2ce14f45bb0d148c7c0462ee'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:46:58.887877 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6c45001f-48e5-48ee-83be-28044acbdd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:58.895331 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6c45001f-48e5-48ee-83be-28044acbdd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:58.903238 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4fa8fee0-1d43-4d0b-9ece-5427769f0511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:58.951212 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-6c45001f-48e5-48ee-83be-28044acbdd7e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=03e1e9d8ef4149149304dcecc10f69d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4300427
Jun 17 14:46:58.952385 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45001f-48e5-48ee-83be-28044acbdd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8745d79-9cb1-4603-a4d5-645b0dd3b492,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:58.954952 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39196) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:58.959083 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6c45001f-48e5-48ee-83be-28044acbdd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:59.038035 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:59.039737 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-837b9d10-9029-4ba8-b5c0-93e5e3b6af16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:59.050566 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:46:59.065636 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Made reservation on behalf of 9fb7734c2ce14f45bb0d148c7c0462ee for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:46:59.070405 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:59.085191 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-837b9d10-9029-4ba8-b5c0-93e5e3b6af16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:59.194920 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-837b9d10-9029-4ba8-b5c0-93e5e3b6af16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:59.232158 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:46:59.262756 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b9d10-9029-4ba8-b5c0-93e5e3b6af16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8745d79-9cb1-4603-a4d5-645b0dd3b492,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:46:59.267354 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-837b9d10-9029-4ba8-b5c0-93e5e3b6af16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:46:59.273034 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-837b9d10-9029-4ba8-b5c0-93e5e3b6af16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:59.275054 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-837b9d10-9029-4ba8-b5c0-93e5e3b6af16 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d8745d79-9cb1-4603-a4d5-645b0dd3b492 HTTP/1.1" status: 204  len: 168 time: 0.3180733
Jun 17 14:46:59.547641 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ea9218aa-fddf-4a04-8df6-258b23d64489 req-8838fbb4-e96e-4119-bb5b-6b6a0111ab7a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 210 time: 0.0859497
Jun 17 14:46:59.576822 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Allocated IP 172.20.0.2 (dd50999b-141a-4e96-bbd7-5875c2478242/de193f92-d8b1-4df4-8b31-7b59b1c61812/430c530a-4202-45f9-87b3-0a2f0bf32bbd) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:46:59.901633 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:59.908588 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39224) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:46:59.944603 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a217c5e4-e567-4b2c-a7dd-9d4483ec1759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:46:59.968310 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-a217c5e4-e567-4b2c-a7dd-9d4483ec1759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:46:59.972988 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-a217c5e4-e567-4b2c-a7dd-9d4483ec1759 admin admin] Usage tracker for resource:security_group_rule and tenant:ef8150c1485b422ebc201a300406de10 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:46:59.976879 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-a217c5e4-e567-4b2c-a7dd-9d4483ec1759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:46:59.985484 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-a217c5e4-e567-4b2c-a7dd-9d4483ec1759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:00.000566 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:00.059536 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:00.070764 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:00.107299 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['6f563e39-0ff4-4002-9022-ce568049f046', '14d9171b-b2e7-46e9-a55d-826ca70549a1'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:47:00.110243 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a217c5e4-e567-4b2c-a7dd-9d4483ec1759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:00.117756 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a217c5e4-e567-4b2c-a7dd-9d4483ec1759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:00.125902 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:00.166522 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Network dd50999b-141a-4e96-bbd7-5875c2478242 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:47:00.179861 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217c5e4-e567-4b2c-a7dd-9d4483ec1759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3264c7-bb55-4bf0-b3df-04baf1f20407,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:00.185796 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-a217c5e4-e567-4b2c-a7dd-9d4483ec1759 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ef8150c1485b422ebc201a300406de10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2743068
Jun 17 14:47:00.186817 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a217c5e4-e567-4b2c-a7dd-9d4483ec1759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:00.188051 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39234) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:00.195352 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6140f5-d8d4-4805-8c7b-b75608bc7228 req-5b2cdb5c-75f3-4a9b-a2a0-afe451b80465 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:00.197154 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ab6140f5-d8d4-4805-8c7b-b75608bc7228 req-5b2cdb5c-75f3-4a9b-a2a0-afe451b80465 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.2474670
Jun 17 14:47:00.198068 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:00.209618 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:47:00.269677 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Pushing event updated for resources: {'Port': ['ID=430c530a-4202-45f9-87b3-0a2f0bf32bbd,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:00.306235 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:00.313624 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8f761c10-c640-4814-b99f-1ec9dc3d5470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:00.344011 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ab6140f5-d8d4-4805-8c7b-b75608bc7228 req-209bdf5e-7b28-4984-9c51-a19f07eabe2f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895648
Jun 17 14:47:00.370001 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8f761c10-c640-4814-b99f-1ec9dc3d5470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:00.374669 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:00.375822 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:00.427115 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5954430
Jun 17 14:47:00.467713 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Request body: {'port': {'device_id': '5098b9c2-1f3b-4997-a95c-4a82a596889b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:00.473992 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8f761c10-c640-4814-b99f-1ec9dc3d5470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:00.481421 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ce849e87-9540-4aa9-a9ea-7f10dac08f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:00.499648 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f761c10-c640-4814-b99f-1ec9dc3d5470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3264c7-bb55-4bf0-b3df-04baf1f20407,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:00.503929 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8f761c10-c640-4814-b99f-1ec9dc3d5470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:00.505613 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8f761c10-c640-4814-b99f-1ec9dc3d5470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:00.507620 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-8f761c10-c640-4814-b99f-1ec9dc3d5470 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ac3264c7-bb55-4bf0-b3df-04baf1f20407 HTTP/1.1" status: 204  len: 168 time: 0.3185649
Jun 17 14:47:00.656324 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:00.909453 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc072739-d920-4d77-9fa8-3eb3a17ee68a req-e890883f-09da-45d3-8460-06a23acd0ded tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:00.914577 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fc072739-d920-4d77-9fa8-3eb3a17ee68a req-e890883f-09da-45d3-8460-06a23acd0ded tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 931 time: 0.1384685
Jun 17 14:47:00.988550 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fc072739-d920-4d77-9fa8-3eb3a17ee68a req-dab5d3da-a09c-40ce-976b-006b507e9826 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630865
Jun 17 14:47:01.197006 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430c530a-4202-45f9-87b3-0a2f0bf32bbd {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:47:01.205363 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:01.241682 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Transition to ACTIVE for port object 430c530a-4202-45f9-87b3-0a2f0bf32bbd will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:01.247697 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:01.257149 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8d2e48cf-6cfe-4118-bbcd-62ddbeec0520 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:01.372852 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39268) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:01.393617 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8180d03f-b2ba-4b37-9fa8-1e79397bfa3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:01.412939 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8180d03f-b2ba-4b37-9fa8-1e79397bfa3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:01.418134 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-8180d03f-b2ba-4b37-9fa8-1e79397bfa3e admin admin] Usage tracker for resource:security_group_rule and tenant:65a04e3dfa3b4a1db4977f7de03ccc51 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:01.421571 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-8180d03f-b2ba-4b37-9fa8-1e79397bfa3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:01.428530 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8180d03f-b2ba-4b37-9fa8-1e79397bfa3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:01.455028 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Pushing event updated for resources: {'Port': ['ID=430c530a-4202-45f9-87b3-0a2f0bf32bbd,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:01.512440 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:01.605323 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Attempting to bind port 430c530a-4202-45f9-87b3-0a2f0bf32bbd on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:47:01.605771 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Attempting to bind port 430c530a-4202-45f9-87b3-0a2f0bf32bbd by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:47:01.606296 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Attempting to bind port 430c530a-4202-45f9-87b3-0a2f0bf32bbd on network dd50999b-141a-4e96-bbd7-5875c2478242 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:47:01.619475 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Port 430c530a-4202-45f9-87b3-0a2f0bf32bbd on network dd50999b-141a-4e96-bbd7-5875c2478242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:47:01.619475 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Attempting to bind port 430c530a-4202-45f9-87b3-0a2f0bf32bbd on network dd50999b-141a-4e96-bbd7-5875c2478242 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:47:01.629894 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:47:01.630359 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Checking segment: {'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:47:01.630968 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Bound using segment: {'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:47:01.631726 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Bound port: 430c530a-4202-45f9-87b3-0a2f0bf32bbd, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:47:01.634480 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:01.651109 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8180d03f-b2ba-4b37-9fa8-1e79397bfa3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:01.673269 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8180d03f-b2ba-4b37-9fa8-1e79397bfa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:01.699871 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-06fbbebb-92d6-4e32-8c1f-25f232967af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:01.817415 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39286) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:01.818752 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-8180d03f-b2ba-4b37-9fa8-1e79397bfa3e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=65a04e3dfa3b4a1db4977f7de03ccc51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4443078
Jun 17 14:47:01.825160 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180d03f-b2ba-4b37-9fa8-1e79397bfa3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce695b22-d726-4b26-a850-5f79b65ccc7e,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:01.831737 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8180d03f-b2ba-4b37-9fa8-1e79397bfa3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:01.865730 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cc9f1-5aeb-4a0d-a522-c4a49d3eb488 req-701392b5-fab9-4657-82e0-ed29e2f985e1 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:01.875620 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ff2cc9f1-5aeb-4a0d-a522-c4a49d3eb488 req-701392b5-fab9-4657-82e0-ed29e2f985e1 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.3308647
Jun 17 14:47:01.888739 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] For port 430c530a-4202-45f9-87b3-0a2f0bf32bbd, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:47:01.901414 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] For port 430c530a-4202-45f9-87b3-0a2f0bf32bbd, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=430c530a-4202-45f9-87b3-0a2f0bf32bbd,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:47:01.932106 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ff2cc9f1-5aeb-4a0d-a522-c4a49d3eb488 req-85e829ff-5b34-40a1-934d-57199b5d4342 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554945
Jun 17 14:47:01.933922 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:01.942073 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:01.978384 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:02.056195 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-48c9f30f-6c55-4316-b32c-32b9a9252bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:02.059686 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Pushing event updated for resources: {'Port': ['ID=430c530a-4202-45f9-87b3-0a2f0bf32bbd,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:02.077881 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:02.078572 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:02.080273 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] 10.222.0.37 "PUT /v2.0/ports/430c530a-4202-45f9-87b3-0a2f0bf32bbd HTTP/1.1" status: 200  len: 1093 time: 1.6210682
Jun 17 14:47:02.081234 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5098b9c2-1f3b-4997-a95c-4a82a596889b', 'tag': '430c530a-4202-45f9-87b3-0a2f0bf32bbd'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:47:02.094050 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:02.117240 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-48c9f30f-6c55-4316-b32c-32b9a9252bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:02.204052 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-48c9f30f-6c55-4316-b32c-32b9a9252bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:02.208969 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-47c3862f-9648-4c4f-b0b8-5f4626d4d639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:02.278458 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9f30f-6c55-4316-b32c-32b9a9252bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce695b22-d726-4b26-a850-5f79b65ccc7e,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:02.290210 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-48c9f30f-6c55-4316-b32c-32b9a9252bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:02.311981 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-48c9f30f-6c55-4316-b32c-32b9a9252bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:02.313398 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-48c9f30f-6c55-4316-b32c-32b9a9252bf0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ce695b22-d726-4b26-a850-5f79b65ccc7e HTTP/1.1" status: 204  len: 168 time: 0.4944205
Jun 17 14:47:02.331315 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6a26f-7af9-42df-8f73-67991fa41952 req-8afb7510-60a9-4f2e-a527-b435a2a9d77f tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:02.332914 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fba6a26f-7af9-42df-8f73-67991fa41952 req-8afb7510-60a9-4f2e-a527-b435a2a9d77f tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 943 time: 0.1676304
Jun 17 14:47:02.428311 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fba6a26f-7af9-42df-8f73-67991fa41952 req-6978bbd5-7746-4885-8eba-fda698bf9f15 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866759
Jun 17 14:47:02.445086 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39316) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:02.531905 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5098b9c2-1f3b-4997-a95c-4a82a596889b', 'tag': '430c530a-4202-45f9-87b3-0a2f0bf32bbd', 'status': 'completed', 'code': 200}
Jun 17 14:47:02.617630 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-354f1fce-e355-487a-bb8e-221063decee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:02.636342 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-354f1fce-e355-487a-bb8e-221063decee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:02.641045 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-354f1fce-e355-487a-bb8e-221063decee0 admin admin] Usage tracker for resource:security_group_rule and tenant:f139f5e662c64ba2a0efa6a605298b15 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:02.645195 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-354f1fce-e355-487a-bb8e-221063decee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:02.651597 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-354f1fce-e355-487a-bb8e-221063decee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:02.755824 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-354f1fce-e355-487a-bb8e-221063decee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:02.761285 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-354f1fce-e355-487a-bb8e-221063decee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:02.770705 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-effacd7e-a00d-4bbc-a04c-0569cf14a395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:02.810912 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-354f1fce-e355-487a-bb8e-221063decee0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f139f5e662c64ba2a0efa6a605298b15&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3648863
Jun 17 14:47:02.811842 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f1fce-e355-487a-bb8e-221063decee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fb508c-8c80-4e04-9264-af51b133050c,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:02.813668 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39330) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:02.814925 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-354f1fce-e355-487a-bb8e-221063decee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:02.880935 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-99ea398e-9164-46e7-a514-2c9f7a1d92e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:02.909491 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-99ea398e-9164-46e7-a514-2c9f7a1d92e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:02.965472 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-99ea398e-9164-46e7-a514-2c9f7a1d92e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:02.970947 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-56e4132c-07a5-474c-8489-fa3ff43b6f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:02.984169 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea398e-9164-46e7-a514-2c9f7a1d92e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fb508c-8c80-4e04-9264-af51b133050c,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:02.987217 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-99ea398e-9164-46e7-a514-2c9f7a1d92e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:03.000198 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-99ea398e-9164-46e7-a514-2c9f7a1d92e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:03.001982 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-99ea398e-9164-46e7-a514-2c9f7a1d92e5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/89fb508c-8c80-4e04-9264-af51b133050c HTTP/1.1" status: 204  len: 168 time: 0.1866610
Jun 17 14:47:03.229017 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683af5d-5d88-4c4e-bffe-a5414af3e649 req-6110cf50-5102-4f9b-86b0-f5c2bbeb7b50 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:03.230535 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8683af5d-5d88-4c4e-bffe-a5414af3e649 req-6110cf50-5102-4f9b-86b0-f5c2bbeb7b50 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1616373
Jun 17 14:47:03.284757 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8683af5d-5d88-4c4e-bffe-a5414af3e649 req-dde2214a-0eb4-4b34-aaad-456e5337b0c5 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471485
Jun 17 14:47:03.694174 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d4e04-a8f0-4078-881d-a6af2c075f49 req-cad1ea84-f87e-492d-a988-198402543b25 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:03.696019 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e73d4e04-a8f0-4078-881d-a6af2c075f49 req-cad1ea84-f87e-492d-a988-198402543b25 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 943 time: 0.0978539
Jun 17 14:47:03.754132 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e73d4e04-a8f0-4078-881d-a6af2c075f49 req-5aa9243a-7d90-4bcb-b1b8-edff84058753 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524449
Jun 17 14:47:04.063847 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8f0c6-7ba5-40b0-92b8-edd296112907 req-3409107c-d82c-4338-b1bd-6eac307b02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:04.066394 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3da8f0c6-7ba5-40b0-92b8-edd296112907 req-3409107c-d82c-4338-b1bd-6eac307b02c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 1096 time: 0.1681392
Jun 17 14:47:04.150659 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39394) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:04.261569 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8f0c6-7ba5-40b0-92b8-edd296112907 req-9504eec0-648d-4611-b42d-1af26dbb7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:04.263097 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3da8f0c6-7ba5-40b0-92b8-edd296112907 req-9504eec0-648d-4611-b42d-1af26dbb7389 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1808083
Jun 17 14:47:04.356295 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1151124666-network', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:04.367014 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:04.374270 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Usage tracker for resource:network and tenant:ea85878f4f5541c3985ec0b5ed43af76 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:04.380964 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:04.396081 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:04.412620 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Made reservation on behalf of ea85878f4f5541c3985ec0b5ed43af76 for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:47:04.416219 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:04.460927 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8f0c6-7ba5-40b0-92b8-edd296112907 req-1a383728-7fc0-4279-842a-e8e3cdfabd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:04.462291 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3da8f0c6-7ba5-40b0-92b8-edd296112907 req-1a383728-7fc0-4279-842a-e8e3cdfabd11 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1890831
Jun 17 14:47:04.508956 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:04.540550 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:04.546826 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Usage tracker for resource:security_group_rule and tenant:ea85878f4f5541c3985ec0b5ed43af76 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:04.551612 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:04.559360 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:04.614183 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767a432-c12f-438d-a4f4-ac301c93d13c req-d632c412-5cf1-4b74-af5a-c38cbfc22d97 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:04.621348 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6767a432-c12f-438d-a4f4-ac301c93d13c req-d632c412-5cf1-4b74-af5a-c38cbfc22d97 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1871417
Jun 17 14:47:04.672960 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-cfe0398e-0fd3-4a3a-a34a-df18585b3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:04.677330 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-cfe0398e-0fd3-4a3a-a34a-df18585b3b1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 1096 time: 0.1248126
Jun 17 14:47:04.692061 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6767a432-c12f-438d-a4f4-ac301c93d13c req-ad54f6ac-666e-4fae-aab5-cc19a036f089 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696745
Jun 17 14:47:04.754296 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:04.761428 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:04.772118 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7e22634f-663b-49f2-b478-52a2fac5e6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:04.809597 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'}  {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:47:04.821377 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e4c3fd-2ef9-4f1d-9e3d-ca10d5231a31,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:04.827082 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:04.830787 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:04.831249 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.segments_db [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Added segment 448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0 of type vlan for network d4c17014-dd7b-4a24-a53a-d39abe6ea96e
Jun 17 14:47:04.869173 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:04.898080 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-994e5d6b-30f7-4cf3-ab51-010d4a888baa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=430c530a-4202-45f9-87b3-0a2f0bf32bbd HTTP/1.1" status: 200  len: 217 time: 0.1908846
Jun 17 14:47:04.910434 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:04.912160 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:04.912759 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:04.916897 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:05.006157 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-22213dd3-3933-4ac9-a784-9572765fd346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:05.007714 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-22213dd3-3933-4ac9-a784-9572765fd346 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de193f92-d8b1-4df4-8b31-7b59b1c61812 HTTP/1.1" status: 200  len: 855 time: 0.0960288
Jun 17 14:47:05.026549 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Pushing event updated for resources: {'Network': ['ID=d4c17014-dd7b-4a24-a53a-d39abe6ea96e,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:05.051675 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network d4c17014-dd7b-4a24-a53a-d39abe6ea96e details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:47:05.052220 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:05.075434 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9216957
Jun 17 14:47:05.078626 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39438) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:05.084603 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Request body: {'subnet': {'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1151124666-subnet', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:05.094372 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:05.103703 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Usage tracker for resource:subnet and tenant:ea85878f4f5541c3985ec0b5ed43af76 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:05.108976 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:05.118174 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:05.137552 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Made reservation on behalf of ea85878f4f5541c3985ec0b5ed43af76 for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:47:05.140913 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2081464'] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:05.168067 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-50c272a4-8c13-41a5-8d96-80c7ec8accd2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd50999b-141a-4e96-bbd7-5875c2478242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1491787
Jun 17 14:47:05.372815 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-c5dfa2fd-418a-4b0c-ba82-0f7aeb54ff59 service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1937745
Jun 17 14:47:05.522036 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04875382-9538-4cff-b90f-ff179ba02c5e req-959e45a9-1e33-4818-9daa-c6c410040c99 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:05.522978 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-04875382-9538-4cff-b90f-ff179ba02c5e req-959e45a9-1e33-4818-9daa-c6c410040c99 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Synchronizing usage tracker for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:47:05.634797 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-04875382-9538-4cff-b90f-ff179ba02c5e req-959e45a9-1e33-4818-9daa-c6c410040c99 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Unset dirty status for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:47:05.644735 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-04875382-9538-4cff-b90f-ff179ba02c5e req-959e45a9-1e33-4818-9daa-c6c410040c99 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 943 time: 0.6273675
Jun 17 14:47:05.743814 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-04875382-9538-4cff-b90f-ff179ba02c5e req-c5e8a689-7846-4760-975d-b2b49ea8a43a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978878
Jun 17 14:47:05.746117 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-276e95ba-69d7-4fe0-a293-45eee2710ce1 req-6effb89b-8af9-4ec2-833e-a65e92d11c5d service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3458128
Jun 17 14:47:05.868925 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39462) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:05.964899 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ed876a-b33b-4225-87fa-af82733d2bd6 admin admin] Deleting subnet 9126c0a7-8073-4165-9460-a411084fc892 {{(pid=78705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:47:05.970184 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-94ed876a-b33b-4225-87fa-af82733d2bd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:05.985321 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2081450'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:05.996869 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0bfe3266-b90a-4e1d-863d-b26fde984f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:06.058291 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1450f9-7316-4916-b5c2-ba8352177dbf req-95556350-2dd8-43de-95ab-f8f43726ac9d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:06.060312 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1d1450f9-7316-4916-b5c2-ba8352177dbf req-95556350-2dd8-43de-95ab-f8f43726ac9d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1928761
Jun 17 14:47:06.065372 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-94ed876a-b33b-4225-87fa-af82733d2bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1291852'] for subnet, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:06.114826 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec832fa-c2b9-4849-8a8b-8670d6de2d35,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:06.117866 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:06.147049 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Checking segment: {'id': '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:47:06.147421 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Network hostable DHCP agents. Network: d4c17014-dd7b-4a24-a53a-d39abe6ea96e, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:47:06.153495 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-94ed876a-b33b-4225-87fa-af82733d2bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:06.163079 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1d1450f9-7316-4916-b5c2-ba8352177dbf req-0274ac52-c187-41ac-b7b5-bec7da87f7e7 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870788
Jun 17 14:47:06.178184 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Network d4c17014-dd7b-4a24-a53a-d39abe6ea96e is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:47:06.215069 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, d4c17014-dd7b-4a24-a53a-d39abe6ea96e) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:06.225753 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5926dd2-e989-478e-806f-8c5e69cebf20 None None] Network d4c17014-dd7b-4a24-a53a-d39abe6ea96e requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:47:06.250124 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:06.251689 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:06.278969 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1987231
Jun 17 14:47:06.281366 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39468) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:06.288768 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:06.297775 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:06.308033 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Usage tracker for resource:router and tenant:ea85878f4f5541c3985ec0b5ed43af76 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:06.311794 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:06.321334 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:06.336077 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1009'] for router, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:06.337408 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:06.358288 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:06.544102 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-94ed876a-b33b-4225-87fa-af82733d2bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10571723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10568787'] for subnet, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:06.554854 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:06.562788 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ba3dc35-c8d0-5121-954b-099e47d2ccaa-d4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'fixed_ips': [{'subnet_id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35'}]}} from dv-cinder-796859-1-iscsi. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 17 14:47:06.563884 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:06.605757 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed876a-b33b-4225-87fa-af82733d2bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9126c0a7-8073-4165-9460-a411084fc892,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:06.609742 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-94ed876a-b33b-4225-87fa-af82733d2bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:06.616615 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-94ed876a-b33b-4225-87fa-af82733d2bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:06.627846 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-94ed876a-b33b-4225-87fa-af82733d2bd6 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9126c0a7-8073-4165-9460-a411084fc892 HTTP/1.1" status: 204  len: 168 time: 0.7554069
Jun 17 14:47:06.632121 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39478) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:06.711328 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-922'] for router, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:06.775219 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Allocated IP 172.20.0.2 (d4c17014-dd7b-4a24-a53a-d39abe6ea96e/6ec832fa-c2b9-4849-8a8b-8670d6de2d35/b042dc90-fc1f-4844-954c-774efa152bf2) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:47:06.804992 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-28f4f2ca-b94c-4c8e-96ea-90efe653b664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:07.214597 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:07.239845 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Transition to ACTIVE for port object b042dc90-fc1f-4844-954c-774efa152bf2 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:07.287476 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Transition to ACTIVE for port object b042dc90-fc1f-4844-954c-774efa152bf2 will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:07.297204 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:07.309618 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:07.319502 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-28f4f2ca-b94c-4c8e-96ea-90efe653b664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:07.384164 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-28f4f2ca-b94c-4c8e-96ea-90efe653b664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b23fe4f40>,) {'filters': {'network_id': ['aabbe2de-c394-4369-85f2-2cc702e41319']}} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:07.387851 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcedd6-8258-4afd-85bb-9fb686734977 req-4d5b9033-ea75-4415-b9a2-3597042d66ee tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:07.389085 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-adbcedd6-8258-4afd-85bb-9fb686734977 req-4d5b9033-ea75-4415-b9a2-3597042d66ee tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 943 time: 0.3874147
Jun 17 14:47:07.401535 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Network d4c17014-dd7b-4a24-a53a-d39abe6ea96e is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:47:07.405361 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Resources bound (agent type, host, resource id):  {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:07.409953 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:47:07.416795 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Pushing event updated for resources: {'Port': ['ID=b042dc90-fc1f-4844-954c-774efa152bf2,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:07.420872 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:07.457451 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-28f4f2ca-b94c-4c8e-96ea-90efe653b664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23fe4f40>, 'edea4818-a95d-4b8a-80a3-902195da4e41') {'for_net_delete': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:07.457740 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-28f4f2ca-b94c-4c8e-96ea-90efe653b664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23fe4f40>, 'edea4818-a95d-4b8a-80a3-902195da4e41') {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:07.481913 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-28f4f2ca-b94c-4c8e-96ea-90efe653b664 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1291899'] for segment, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:07.492354 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-adbcedd6-8258-4afd-85bb-9fb686734977 req-d00faa25-9125-4c33-8caa-b5ba7f3116cf tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931375
Jun 17 14:47:07.502038 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:07.520226 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Attempting to bind port b042dc90-fc1f-4844-954c-774efa152bf2 on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:47:07.520878 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Attempting to bind port b042dc90-fc1f-4844-954c-774efa152bf2 by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:47:07.521338 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Attempting to bind port b042dc90-fc1f-4844-954c-774efa152bf2 on network d4c17014-dd7b-4a24-a53a-d39abe6ea96e {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:47:07.526227 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-28f4f2ca-b94c-4c8e-96ea-90efe653b664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:07.537204 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f4f2ca-b94c-4c8e-96ea-90efe653b664 admin admin] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=78705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:47:07.538063 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-28f4f2ca-b94c-4c8e-96ea-90efe653b664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10569833'] for segment, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:07.538593 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:47:07.539169 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Checking segment: {'id': '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:47:07.539831 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:07.540125 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:07.540416 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Bound using segment: {'id': '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:47:07.541052 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Bound port: b042dc90-fc1f-4844-954c-774efa152bf2, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:47:07.541519 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]: Traceback (most recent call last):
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     timer()
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     cb(*args, **kw)
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     return func(*args, **kwargs)
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     self._notify()
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     self.callback(batched_events)
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     event.method(event)
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     return f(self, *a, **k)
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._get(url).json()
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:47:07.641982 dv-cinder-796859-1-iscsi neutron-server[78705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:47:07.672915 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] For port b042dc90-fc1f-4844-954c-774efa152bf2, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:47:07.678496 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] For port b042dc90-fc1f-4844-954c-774efa152bf2, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=b042dc90-fc1f-4844-954c-774efa152bf2,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:47:07.689182 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:07.696193 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:07.719718 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-28f4f2ca-b94c-4c8e-96ea-90efe653b664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:07.743886 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-28f4f2ca-b94c-4c8e-96ea-90efe653b664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:07.748683 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:07.759987 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Allocated IP 172.27.3.115 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/666f7513-31ef-4d8d-9c9b-22260b0ca92c) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:47:07.782822 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4f2ca-b94c-4c8e-96ea-90efe653b664 admin admin] Pushing event deleted for resources: {'Network': ['ID=aabbe2de-c394-4369-85f2-2cc702e41319,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:07.790636 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-28f4f2ca-b94c-4c8e-96ea-90efe653b664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:07.812949 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5ba0f-cd1c-494c-ba43-3ab934015c6e req-58fde1d6-e297-4be3-a092-279ba9992243 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:07.814940 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-84c5ba0f-cd1c-494c-ba43-3ab934015c6e req-58fde1d6-e297-4be3-a092-279ba9992243 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.4233162
Jun 17 14:47:07.815924 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Pushing event updated for resources: {'Port': ['ID=b042dc90-fc1f-4844-954c-774efa152bf2,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:07.818123 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785cf3c-ff7b-4093-88ff-323b90464dc2 req-99f67558-f0df-4816-a458-7f75432b3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:07.819366 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:07.819628 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e785cf3c-ff7b-4093-88ff-323b90464dc2 req-99f67558-f0df-4816-a458-7f75432b3f74 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 1098 time: 0.4709640
Jun 17 14:47:07.821203 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-28f4f2ca-b94c-4c8e-96ea-90efe653b664 admin admin] 10.222.0.89 "DELETE /v2.0/networks/aabbe2de-c394-4369-85f2-2cc702e41319 HTTP/1.1" status: 204  len: 168 time: 1.1872141
Jun 17 14:47:07.839970 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39510) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:07.936332 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-84c5ba0f-cd1c-494c-ba43-3ab934015c6e req-bfb334ee-2aa6-4c02-9913-91a119346f06 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127939
Jun 17 14:47:07.941850 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e785cf3c-ff7b-4093-88ff-323b90464dc2 req-eee25f6d-b904-4214-8bef-45157f5557e8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983522
Jun 17 14:47:07.998750 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca733de-578e-484b-af7f-dbe272356f97 admin admin] Deleting subnet a0ab450e-f1fc-46a8-96c9-b64673929a61 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:47:08.019059 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8ca733de-578e-484b-af7f-dbe272356f97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:08.099326 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:08.130086 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8ca733de-578e-484b-af7f-dbe272356f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1202630'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:08.231251 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8ca733de-578e-484b-af7f-dbe272356f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:08.292918 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:08.316978 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:08.371332 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device b042dc90-fc1f-4844-954c-774efa152bf2 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:47:08.467994 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:47:08.475503 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:08.477106 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:47:08.530987 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Pushing event updated for resources: {'Port': ['ID=666f7513-31ef-4d8d-9c9b-22260b0ca92c,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:08.542663 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:08.549864 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port b042dc90-fc1f-4844-954c-774efa152bf2 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:47:09.145342 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b794c2e-863c-4c5e-8cf1-bfef18d9db1f None None] Network d4c17014-dd7b-4a24-a53a-d39abe6ea96e requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:47:09.190495 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8ca733de-578e-484b-af7f-dbe272356f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1265991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2081427'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:09.198532 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-95fa93d3-39d4-4009-ac21-27c4a8e60c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:09.249806 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca733de-578e-484b-af7f-dbe272356f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ab450e-f1fc-46a8-96c9-b64673929a61,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:09.252036 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8ca733de-578e-484b-af7f-dbe272356f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:09.252618 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-57969458-998c-4563-a299-5316d27daad6 None None] Provisioning for port b042dc90-fc1f-4844-954c-774efa152bf2 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:47:09.269454 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93ee4f-1fa8-46b0-8d14-e024f3c8e35a req-fbe5f5f8-639f-4ee5-b499-5452b05ee458 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:09.271128 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2a93ee4f-1fa8-46b0-8d14-e024f3c8e35a req-fbe5f5f8-639f-4ee5-b499-5452b05ee458 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 943 time: 0.5676010
Jun 17 14:47:09.275716 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8ca733de-578e-484b-af7f-dbe272356f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:09.288958 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-57969458-998c-4563-a299-5316d27daad6 None None] Provisioning complete for port b042dc90-fc1f-4844-954c-774efa152bf2 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:09.289640 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-57969458-998c-4563-a299-5316d27daad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:09.426478 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39552) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:09.473978 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-8ca733de-578e-484b-af7f-dbe272356f97 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a0ab450e-f1fc-46a8-96c9-b64673929a61 HTTP/1.1" status: 204  len: 168 time: 1.6296895
Jun 17 14:47:09.480068 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39558) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:09.572237 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2a93ee4f-1fa8-46b0-8d14-e024f3c8e35a req-664269b3-745e-4788-8c8c-27f24d35c431 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2742455
Jun 17 14:47:09.655715 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:09.674807 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07ca45-5345-46d7-9cc7-7b5b2cc21d27 req-411f0505-fa10-4db1-80b4-e4f106e603aa tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:09.680193 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-dd07ca45-5345-46d7-9cc7-7b5b2cc21d27 req-411f0505-fa10-4db1-80b4-e4f106e603aa tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.3083375
Jun 17 14:47:09.769432 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:09.806066 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-dd07ca45-5345-46d7-9cc7-7b5b2cc21d27 req-3758deac-59be-4976-806f-5e2b9e7dec72 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113389
Jun 17 14:47:09.884769 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f8ef276a-639b-432d-ab8d-185410ffce62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:09.931005 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 430c530a-4202-45f9-87b3-0a2f0bf32bbd details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:47:09.944612 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-f8ef276a-639b-432d-ab8d-185410ffce62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:09.970393 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-f8ef276a-639b-432d-ab8d-185410ffce62 admin admin] Usage tracker for resource:security_group_rule and tenant:fe5ae7aec4d34e1f8d05afa5d4712d16 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:09.988697 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-f8ef276a-639b-432d-ab8d-185410ffce62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:09.992223 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-57969458-998c-4563-a299-5316d27daad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:09.999647 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-f8ef276a-639b-432d-ab8d-185410ffce62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:10.110712 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-57969458-998c-4563-a299-5316d27daad6 None None] For port b042dc90-fc1f-4844-954c-774efa152bf2, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=b042dc90-fc1f-4844-954c-774efa152bf2,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:47:10.170479 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-57969458-998c-4563-a299-5316d27daad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:10.178835 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:10.277704 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:10.302431 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b22cb5dc0>,) {'filters': {'network_id': ['3a0d7665-9592-4bb1-ace3-3aa440f5f5d6']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:10.326030 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57969458-998c-4563-a299-5316d27daad6 None None] Pushing event updated for resources: {'Port': ['ID=b042dc90-fc1f-4844-954c-774efa152bf2,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:10.333333 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-57969458-998c-4563-a299-5316d27daad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:10.339375 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 430c530a-4202-45f9-87b3-0a2f0bf32bbd, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=430c530a-4202-45f9-87b3-0a2f0bf32bbd,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:47:10.343604 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b22cb5dc0>, '6a50507b-b19e-4242-83e4-a0c3ccdaf728') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:10.343604 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b22cb5dc0>, '6a50507b-b19e-4242-83e4-a0c3ccdaf728') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:10.360304 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': '430c530a-4202-45f9-87b3-0a2f0bf32bbd', 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242', 'port_id': '430c530a-4202-45f9-87b3-0a2f0bf32bbd', 'mac_address': 'fa:16:3e:49:f1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de193f92-d8b1-4df4-8b31-7b59b1c61812', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:47:10.378828 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1202673'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:10.396551 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643652'] for router, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:10.417059 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:10.462895 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:10.487006 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430c530a-4202-45f9-87b3-0a2f0bf32bbd {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:47:10.496103 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:47:10.496632 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1267429'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:10.509602 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 430c530a-4202-45f9-87b3-0a2f0bf32bbd, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=430c530a-4202-45f9-87b3-0a2f0bf32bbd,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:47:10.517563 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]: Traceback (most recent call last):
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     timer()
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     cb(*args, **kw)
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     return func(*args, **kwargs)
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     self._notify()
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     self.callback(batched_events)
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     event.method(event)
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     return f(self, *a, **k)
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._get(url).json()
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:47:10.517981 dv-cinder-796859-1-iscsi neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:47:10.526205 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:10.626321 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-f6b18629-9d02-45f7-b546-7ca5c22fa62c None None] Provisioning complete for port b042dc90-fc1f-4844-954c-774efa152bf2 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:10.626694 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f6b18629-9d02-45f7-b546-7ca5c22fa62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:10.673708 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=430c530a-4202-45f9-87b3-0a2f0bf32bbd,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:10.678495 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:10.733691 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:10.754174 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:10.774217 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:10.793520 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0d7665-9592-4bb1-ace3-3aa440f5f5d6,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:10.804317 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:10.815351 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f8ef276a-639b-432d-ab8d-185410ffce62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:10.822356 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] 10.222.0.89 "DELETE /v2.0/networks/3a0d7665-9592-4bb1-ace3-3aa440f5f5d6 HTTP/1.1" status: 204  len: 168 time: 1.3392246
Jun 17 14:47:10.838945 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f8ef276a-639b-432d-ab8d-185410ffce62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:10.886077 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:10.963750 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ecf4e-50d5-4bd7-9f9a-7154a5ee1785 req-1d6d101a-7655-43c7-a2ef-9c9cb5007b65 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:10.980546 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-614ecf4e-50d5-4bd7-9f9a-7154a5ee1785 req-1d6d101a-7655-43c7-a2ef-9c9cb5007b65 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 944 time: 0.2117472
Jun 17 14:47:10.980812 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef276a-639b-432d-ab8d-185410ffce62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198c06a5-41f0-4500-a783-cb41e8ec4f0d,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:10.994636 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-f8ef276a-639b-432d-ab8d-185410ffce62 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fe5ae7aec4d34e1f8d05afa5d4712d16&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5601432
Jun 17 14:47:10.994636 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f8ef276a-639b-432d-ab8d-185410ffce62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:10.994636 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b is scheduled to L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 with binding_index 1 {{(pid=78706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 17 14:47:10.998196 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39582) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:11.026244 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['430c530a-4202-45f9-87b3-0a2f0bf32bbd'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:47:11.076810 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-614ecf4e-50d5-4bd7-9f9a-7154a5ee1785 req-0592b9e6-1bc2-45c8-b3c8-6dac4a30aa41 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935810
Jun 17 14:47:11.138588 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39586) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:11.224548 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-6abece29-010f-4072-ada8-b1c320bdec13 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f7f39c47c67242678ee7b90bf3a55430&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0838983
Jun 17 14:47:11.226961 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39590) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:11.294137 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b4c2158f-0996-4b6f-8ab3-cb44b82d6d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:11.324255 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b4c2158f-0996-4b6f-8ab3-cb44b82d6d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:11.382246 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b4c2158f-0996-4b6f-8ab3-cb44b82d6d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:11.386233 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-cbb17a5a-8b44-401d-bb8b-59c273fa38dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:11.398357 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2158f-0996-4b6f-8ab3-cb44b82d6d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986771bd-ca71-4cd5-bcbe-d4fa8861a10d,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:11.404909 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b4c2158f-0996-4b6f-8ab3-cb44b82d6d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:11.405860 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b4c2158f-0996-4b6f-8ab3-cb44b82d6d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:11.411364 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-b4c2158f-0996-4b6f-8ab3-cb44b82d6d6a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/986771bd-ca71-4cd5-bcbe-d4fa8861a10d HTTP/1.1" status: 204  len: 168 time: 0.1832259
Jun 17 14:47:11.477669 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9b32b8a6-76d6-4a50-ac17-c25ab8ab847d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:11.574495 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccabed-5ea2-4232-81cf-b7d2d0d1d10d req-5e5513fb-eb9e-40f1-a605-6edb36cdd210 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:11.577090 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f3ccabed-5ea2-4232-81cf-b7d2d0d1d10d req-5e5513fb-eb9e-40f1-a605-6edb36cdd210 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.5515838
Jun 17 14:47:11.580208 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9b32b8a6-76d6-4a50-ac17-c25ab8ab847d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:11.592407 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:47:11.610956 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Sync routers for ids ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:47:11.627839 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Routers {'2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:47:11.628670 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2820d250>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:46:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:11.672051 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f3ccabed-5ea2-4232-81cf-b7d2d0d1d10d req-fc0239db-34c1-44a3-9cd6-66f2d4164a41 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730321
Jun 17 14:47:11.716226 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:11.721509 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39604) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:11.722405 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.4393764
Jun 17 14:47:11.772830 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9b32b8a6-76d6-4a50-ac17-c25ab8ab847d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:11.780779 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6c45001f-48e5-48ee-83be-28044acbdd7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:11.825431 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32b8a6-76d6-4a50-ac17-c25ab8ab847d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198c06a5-41f0-4500-a783-cb41e8ec4f0d,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:11.836993 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9b32b8a6-76d6-4a50-ac17-c25ab8ab847d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:11.843569 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-9b32b8a6-76d6-4a50-ac17-c25ab8ab847d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/198c06a5-41f0-4500-a783-cb41e8ec4f0d HTTP/1.1" status: 204  len: 168 time: 0.8378379
Jun 17 14:47:11.845327 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9b32b8a6-76d6-4a50-ac17-c25ab8ab847d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:11.987450 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Set router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:47:12.307750 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39616) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:12.397654 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device b042dc90-fc1f-4844-954c-774efa152bf2 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:47:12.460157 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-1fbe1870-a7b6-429e-a851-b19ef7c0ec78 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9a956dcfb00844ffa0e7abd3f17dea6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1509523
Jun 17 14:47:12.462840 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39622) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:12.697472 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port b042dc90-fc1f-4844-954c-774efa152bf2 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:12.698379 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:12.890784 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ec58892-6b4f-4e52-b313-73204eba7b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:12.913603 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39632) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:12.945349 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2820d250>, [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:47:08Z', 'revision_number': 3, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port': {'id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:45:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:07Z', 'updated_at': '2021-06-17T14:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:12.951104 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Checking router: 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:47:12.951549 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Updating router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b port 666f7513-31ef-4d8d-9c9b-22260b0ca92c binding host dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:47:12.958202 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb26f4-676c-48ed-8a5f-5ed223b4f6fe req-a1e1c017-f36a-4119-95a8-50664c2854f9 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:12.960055 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8dcb26f4-676c-48ed-8a5f-5ed223b4f6fe req-a1e1c017-f36a-4119-95a8-50664c2854f9 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 944 time: 0.3591623
Jun 17 14:47:12.963605 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-58891a8e-c587-4e17-893a-9888594ad22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:12.976277 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ec58892-6b4f-4e52-b313-73204eba7b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.005884 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fc7ec-64d4-4aa7-be8a-57ab8f471022 req-8b9cd94e-9a73-4db6-90cf-951be6a1cb2f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:13.007467 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-798fc7ec-64d4-4aa7-be8a-57ab8f471022 req-8b9cd94e-9a73-4db6-90cf-951be6a1cb2f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.7529190
Jun 17 14:47:13.009373 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.021536 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-58891a8e-c587-4e17-893a-9888594ad22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:13.028946 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-58891a8e-c587-4e17-893a-9888594ad22c admin admin] Usage tracker for resource:security_group_rule and tenant:99b110de1f0e400db8068c2f0c72f126 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:13.032466 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-58891a8e-c587-4e17-893a-9888594ad22c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:13.056083 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-58891a8e-c587-4e17-893a-9888594ad22c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:13.072145 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.081825 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8dcb26f4-676c-48ed-8a5f-5ed223b4f6fe req-165b2af1-a800-40b9-8605-98201a54a4fb tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069591
Jun 17 14:47:13.095681 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-798fc7ec-64d4-4aa7-be8a-57ab8f471022 req-b4ee44d7-5e43-4dbe-8688-e92af36129c2 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698018
Jun 17 14:47:13.136877 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ec58892-6b4f-4e52-b313-73204eba7b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.156657 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a217c5e4-e567-4b2c-a7dd-9d4483ec1759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:13.228496 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec58892-6b4f-4e52-b313-73204eba7b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee52e94e-a9b5-472c-803c-ebf5603c8610,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:13.247755 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7ec58892-6b4f-4e52-b313-73204eba7b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:13.269935 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ec58892-6b4f-4e52-b313-73204eba7b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.281738 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-7ec58892-6b4f-4e52-b313-73204eba7b49 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ee52e94e-a9b5-472c-803c-ebf5603c8610 HTTP/1.1" status: 204  len: 168 time: 0.8066432
Jun 17 14:47:13.381405 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-58891a8e-c587-4e17-893a-9888594ad22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.387075 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-58891a8e-c587-4e17-893a-9888594ad22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.402015 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4b70b335-b283-47be-b113-ab1513075e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:13.462293 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Allocated IP 172.20.0.1 (d4c17014-dd7b-4a24-a53a-d39abe6ea96e/6ec832fa-c2b9-4849-8a8b-8670d6de2d35/7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:47:13.487447 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58891a8e-c587-4e17-893a-9888594ad22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80eeb9a-cd4f-456d-985f-69f15cef602a,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:13.501401 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-58891a8e-c587-4e17-893a-9888594ad22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:13.514828 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-58891a8e-c587-4e17-893a-9888594ad22c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=99b110de1f0e400db8068c2f0c72f126&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5965693
Jun 17 14:47:13.515766 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39642) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:13.640747 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ab03fd2-8ea2-4916-8975-785aa22ed0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.677901 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ab03fd2-8ea2-4916-8975-785aa22ed0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.692178 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.693460 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.709926 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Transition to ACTIVE for port object 666f7513-31ef-4d8d-9c9b-22260b0ca92c will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:13.730263 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.740060 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Transition to ACTIVE for port object 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:13.747581 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:13.793536 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.799463 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ab03fd2-8ea2-4916-8975-785aa22ed0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.808524 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8180d03f-b2ba-4b37-9fa8-1e79397bfa3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:13.819337 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:13.822128 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab03fd2-8ea2-4916-8975-785aa22ed0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80eeb9a-cd4f-456d-985f-69f15cef602a,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:13.824901 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7ab03fd2-8ea2-4916-8975-785aa22ed0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:13.829631 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Pushing event updated for resources: {'Port': ['ID=666f7513-31ef-4d8d-9c9b-22260b0ca92c,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:13.836283 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ab03fd2-8ea2-4916-8975-785aa22ed0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.837611 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-7ab03fd2-8ea2-4916-8975-785aa22ed0d3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f80eeb9a-cd4f-456d-985f-69f15cef602a HTTP/1.1" status: 204  len: 168 time: 0.3208032
Jun 17 14:47:13.844633 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:13.845492 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:13.846702 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:13.847259 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:13.847815 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:13.848360 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:13.849002 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:13.849637 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:13.850210 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:13.851466 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:13.856919 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:13.857589 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:13.876748 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:13.901695 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Attempting to bind port 666f7513-31ef-4d8d-9c9b-22260b0ca92c on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:47:13.902273 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Attempting to bind port 666f7513-31ef-4d8d-9c9b-22260b0ca92c by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:47:13.904355 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Attempting to bind port 666f7513-31ef-4d8d-9c9b-22260b0ca92c on network a32b1f87-2a0e-42d0-949c-6abcb3897131 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:47:13.922330 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 430c530a-4202-45f9-87b3-0a2f0bf32bbd up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:47:13.934150 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:47:13.938568 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Checking segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:47:13.940077 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.940887 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Bound using segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:47:13.943066 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Bound port: 666f7513-31ef-4d8d-9c9b-22260b0ca92c, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:47:13.946246 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:13.980219 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Network d4c17014-dd7b-4a24-a53a-d39abe6ea96e is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:47:13.990747 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:13.996925 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:47:14.099219 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port 430c530a-4202-45f9-87b3-0a2f0bf32bbd completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:47:14.113941 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port 430c530a-4202-45f9-87b3-0a2f0bf32bbd triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:14.114387 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:14.164890 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650539'] for router_interface, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:14.215174 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Pushing event updated for resources: {'Port': ['ID=7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:14.236181 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:14.254260 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] For port 666f7513-31ef-4d8d-9c9b-22260b0ca92c, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:47:14.278499 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] For port 666f7513-31ef-4d8d-9c9b-22260b0ca92c, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=666f7513-31ef-4d8d-9c9b-22260b0ca92c,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:47:14.289078 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:14.344269 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0519880f-c5af-432f-a6ed-0d509d7f363a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:14.466598 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-fb2afdc9-dce2-4aee-bcbb-de8484bfda7f None None] Provisioning for port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:47:14.587491 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Routers {'2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:47:14.588171 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2820d250>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:46:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:14.620184 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-fb2afdc9-dce2-4aee-bcbb-de8484bfda7f None None] Provisioning complete for port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:14.620856 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-fb2afdc9-dce2-4aee-bcbb-de8484bfda7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:14.631922 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:14.733350 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:14.754179 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Pushing event updated for resources: {'Port': ['ID=666f7513-31ef-4d8d-9c9b-22260b0ca92c,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:14.760084 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-34181019-d28d-4792-a307-cc9fd838e37f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:14.833167 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 430c530a-4202-45f9-87b3-0a2f0bf32bbd, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=430c530a-4202-45f9-87b3-0a2f0bf32bbd,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:47:14.851088 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5098b9c2-1f3b-4997-a95c-4a82a596889b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430c530a-4202-45f9-87b3-0a2f0bf32bbd'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:47:14.874382 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:14.881752 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-04489676-af5a-4948-bb36-5c775e0e20e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:14.991213 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:15.010745 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:15.044635 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1aaa1b34-4a9d-4bd0-879f-f77cf181581f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:15.110182 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] Set router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:47:15.117690 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbd2db-fb36-48c2-ab21-d131f925ec2b req-6d00d175-45a3-401e-800f-43c96e94061c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:15.121560 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-48fbd2db-fb36-48c2-ab21-d131f925ec2b req-6d00d175-45a3-401e-800f-43c96e94061c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 944 time: 0.6346166
Jun 17 14:47:15.255220 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5098b9c2-1f3b-4997-a95c-4a82a596889b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430c530a-4202-45f9-87b3-0a2f0bf32bbd', 'code': 200}
Jun 17 14:47:15.260984 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=430c530a-4202-45f9-87b3-0a2f0bf32bbd,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:15.270267 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Pushing event updated for resources: {'Port': ['ID=7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:15.273480 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:15.276498 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650632'] for router_interface, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:15.280612 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:15.284626 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-48fbd2db-fb36-48c2-ab21-d131f925ec2b req-e54d1d61-dd85-4f30-8081-aa6ec515a025 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405470
Jun 17 14:47:15.319736 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-fb2afdc9-dce2-4aee-bcbb-de8484bfda7f None None] Port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:47:15.787927 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Network d4c17014-dd7b-4a24-a53a-d39abe6ea96e is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:47:15.806747 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:16.036603 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2820d250>, [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:47:14Z', 'revision_number': 4, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port': {'id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:45:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:07Z', 'updated_at': '2021-06-17T14:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b', 'name': '', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'mac_address': 'fa:16:3e:94:98:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:13Z', 'updated_at': '2021-06-17T14:47:13Z', 'revision_number': 1, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'subnets': [{'id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:16.044372 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0098153e-2f57-41df-9e4f-b6d73a81b716 None None] The sync data for ids ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'] in dv-cinder-796859-1-iscsi is: [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:47:14Z', 'revision_number': 4, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port': {'id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:45:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:07Z', 'updated_at': '2021-06-17T14:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b', 'name': '', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'mac_address': 'fa:16:3e:94:98:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:13Z', 'updated_at': '2021-06-17T14:47:13Z', 'revision_number': 1, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'subnets': [{'id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:47:16.422452 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-66d67001-cc39-493e-bf27-8ae8ba87c8ac None None] Provisioning complete for port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:16.425418 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-66d67001-cc39-493e-bf27-8ae8ba87c8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:16.676977 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-66d67001-cc39-493e-bf27-8ae8ba87c8ac None None] Port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:47:16.702700 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc697c93-803a-463b-80ee-174396e677e3 req-9fb1b1ba-9ac5-4bc6-9977-a1ea8a381f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:16.705007 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fc697c93-803a-463b-80ee-174396e677e3 req-9fb1b1ba-9ac5-4bc6-9977-a1ea8a381f4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2792d6d461e64e3aa7a32a43046c01d9&device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 1098 time: 0.2322342
Jun 17 14:47:16.819967 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e0d0-41a2-410f-8baf-5bc96a1c5e3f req-8372b1be-d117-4841-9e1e-3037e82fee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:16.823953 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-69c7e0d0-41a2-410f-8baf-5bc96a1c5e3f req-8372b1be-d117-4841-9e1e-3037e82fee4e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 1098 time: 1.2897122
Jun 17 14:47:16.908753 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:47:16.942668 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-69c7e0d0-41a2-410f-8baf-5bc96a1c5e3f req-88a645bb-1a6b-4c6e-8d6f-819260c3d18a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016538
Jun 17 14:47:17.065621 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c103a82-2b41-4ddf-ae3d-2f346ba135c9 req-0c8162b4-6e4b-440d-8184-5d97ad28d72c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:17.067442 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9c103a82-2b41-4ddf-ae3d-2f346ba135c9 req-0c8162b4-6e4b-440d-8184-5d97ad28d72c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.3507507
Jun 17 14:47:17.075456 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc697c93-803a-463b-80ee-174396e677e3 req-8d0f471d-c849-4d35-8759-2ee5a2555209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:17.077659 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fc697c93-803a-463b-80ee-174396e677e3 req-8d0f471d-c849-4d35-8759-2ee5a2555209 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22f67543-8926-41ff-b4b4-625241755da9 HTTP/1.1" status: 200  len: 921 time: 0.3623455
Jun 17 14:47:17.180979 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9c103a82-2b41-4ddf-ae3d-2f346ba135c9 req-a5e9a470-0efe-4fa9-95ca-bf9ba757c101 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011722
Jun 17 14:47:17.424597 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b7709-1ef5-4095-83d2-1d15ae1c1b9a req-28a5f314-50b3-48dc-a15f-f084b2af572d tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:17.438291 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-aa8b7709-1ef5-4095-83d2-1d15ae1c1b9a req-28a5f314-50b3-48dc-a15f-f084b2af572d tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 945 time: 0.7361143
Jun 17 14:47:17.441586 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:47:17.480443 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fc697c93-803a-463b-80ee-174396e677e3 req-b86adab6-e52e-45b3-bd67-fb79a0094dd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a36aab6-5819-4457-b9ce-464e6fa17688 HTTP/1.1" status: 200  len: 217 time: 0.1636038
Jun 17 14:47:17.486198 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] 10.222.0.89 "PUT /v2.0/routers/2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7630570
Jun 17 14:47:17.527671 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-aa8b7709-1ef5-4095-83d2-1d15ae1c1b9a req-71509d7a-3eb9-4c41-ba04-b820d0026b88 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882835
Jun 17 14:47:17.631561 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc697c93-803a-463b-80ee-174396e677e3 req-0ab34100-c585-4e44-92b1-86e63dc25a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:17.634279 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fc697c93-803a-463b-80ee-174396e677e3 req-0ab34100-c585-4e44-92b1-86e63dc25a8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c246ed79-651b-4219-9b4b-375331c24392 HTTP/1.1" status: 200  len: 859 time: 0.1337330
Jun 17 14:47:17.725812 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fc697c93-803a-463b-80ee-174396e677e3 req-e071bad3-cfc2-47f6-9c9f-89bcc7d27ab8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22f67543-8926-41ff-b4b4-625241755da9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0744975
Jun 17 14:47:17.954968 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fc697c93-803a-463b-80ee-174396e677e3 req-d69bb596-18dd-4333-8b94-94cb4e00b670 service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044666
Jun 17 14:47:18.465885 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fc697c93-803a-463b-80ee-174396e677e3 req-01474b6f-1ec7-487f-88df-348c20d2a6e7 service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5004001
Jun 17 14:47:18.482774 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 666f7513-31ef-4d8d-9c9b-22260b0ca92c up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:47:18.625665 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39814) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:18.651975 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 666f7513-31ef-4d8d-9c9b-22260b0ca92c completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:47:18.662247 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 666f7513-31ef-4d8d-9c9b-22260b0ca92c triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:18.662640 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:18.718468 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87777407-7ef4-4d0c-b850-2244f39fff3a req-654aaba0-44fd-4853-ab4a-4764e79cd63a tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:18.742274 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-87777407-7ef4-4d0c-b850-2244f39fff3a req-654aaba0-44fd-4853-ab4a-4764e79cd63a tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.2629709
Jun 17 14:47:18.882004 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-87777407-7ef4-4d0c-b850-2244f39fff3a req-8c5793e6-79b9-47a5-9c75-3d70e57c05b6 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339695
Jun 17 14:47:18.961843 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:18.986986 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 666f7513-31ef-4d8d-9c9b-22260b0ca92c, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=666f7513-31ef-4d8d-9c9b-22260b0ca92c,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:47:18.993249 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:18.997803 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:19.074986 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39832) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:19.084375 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2002030609-network', 'tenant_id': '9fe4203c497d407da5848bad3711f743'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:19.091088 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.116671 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.120930 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:19.140288 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:19.144089 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=666f7513-31ef-4d8d-9c9b-22260b0ca92c,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:19.148451 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:7812dbf443c1481b825402c4d6198ff7 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:19.149578 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:19.153465 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:19.166401 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:19.172982 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Usage tracker for resource:network and tenant:9fe4203c497d407da5848bad3711f743 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:19.239216 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244204eb-6a83-49df-86ee-f98547e47f6b req-021e6332-63bd-4ba2-ade9-0505f193271d tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:19.239778 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:19.241276 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-244204eb-6a83-49df-86ee-f98547e47f6b req-021e6332-63bd-4ba2-ade9-0505f193271d tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 945 time: 0.2104981
Jun 17 14:47:19.251122 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:19.289898 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Made reservation on behalf of 9fe4203c497d407da5848bad3711f743 for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:47:19.292548 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.311714 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.321629 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-244204eb-6a83-49df-86ee-f98547e47f6b req-fd907b2d-2715-48d8-9500-37b9ad16821e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700924
Jun 17 14:47:19.326981 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.333158 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:19.337628 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Usage tracker for resource:security_group_rule and tenant:9fe4203c497d407da5848bad3711f743 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:19.341430 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:19.348412 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:19.359993 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.376047 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-74dec37a-7fa4-46f0-b7f5-66f7fa85bc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:19.436416 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7812dbf443c1481b825402c4d6198ff7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8083208
Jun 17 14:47:19.440158 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39844) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:19.440450 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d86b09e-1953-446a-afb6-3a4f444f324f,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:19.454920 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.455312 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.456051 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.456441 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.456829 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.457179 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.457524 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.457868 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.458213 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.458552 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.458891 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.459226 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.467429 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:19.534139 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.540578 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.548334 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e01631b8-8115-4324-ad3b-b7f2e3999b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:19.587528 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed59218-598b-4f4b-be71-1d2606f8dfe9,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:19.594897 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Sync routers for ids ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:47:19.595500 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:19.601462 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'}  {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:47:19.616407 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.617035 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.segments_db [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Added segment db44856e-0c14-4d32-83b0-d7251a624043 of type vlan for network 8b659139-8189-43da-9f0f-ea1552f89c7b
Jun 17 14:47:19.625877 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Routers {'2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:47:19.627742 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2812c3a0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:46:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:19.686500 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.687286 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.754688 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.756286 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:19.757637 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.772305 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.780782 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-caa3c176-b93b-4e89-8af1-c63609c52d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:19.892088 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:19.910571 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-bf4777f6-6f31-44bc-86cf-5b8d6be629a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:19.954594 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d86b09e-1953-446a-afb6-3a4f444f324f,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:19.985098 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.985465 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.985818 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.986272 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:19.987157 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:20.004420 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:20.004903 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:20.005258 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:20.008542 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:20.008915 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:20.009267 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:20.009734 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:20.034672 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:20.049615 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:20.056155 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6d86b09e-1953-446a-afb6-3a4f444f324f HTTP/1.1" status: 204  len: 168 time: 0.6140029
Jun 17 14:47:20.160637 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Set router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:47:20.184769 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1082363
Jun 17 14:47:20.187311 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39872) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:20.192255 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Pushing event updated for resources: {'Network': ['ID=8b659139-8189-43da-9f0f-ea1552f89c7b,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:20.204030 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Request body: {'subnet': {'network_id': '8b659139-8189-43da-9f0f-ea1552f89c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2002030609-subnet', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:20.218803 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:20.219366 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:20.230363 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Usage tracker for resource:subnet and tenant:9fe4203c497d407da5848bad3711f743 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:20.239047 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:20.253720 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:20.282882 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Made reservation on behalf of 9fe4203c497d407da5848bad3711f743 for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:47:20.290941 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2081464'] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:20.414776 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc554b3-fda9-4f9f-b7eb-679b7503dbae req-81c4a1f9-e1da-4ec5-827d-8a5295b05f8f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:20.416608 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bfc554b3-fda9-4f9f-b7eb-679b7503dbae req-81c4a1f9-e1da-4ec5-827d-8a5295b05f8f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.2268200
Jun 17 14:47:20.489457 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network 8b659139-8189-43da-9f0f-ea1552f89c7b details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:47:20.502825 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 666f7513-31ef-4d8d-9c9b-22260b0ca92c up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:47:20.547641 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bfc554b3-fda9-4f9f-b7eb-679b7503dbae req-fd3da242-b937-4674-a876-6c6860016f62 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227820
Jun 17 14:47:20.766140 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 666f7513-31ef-4d8d-9c9b-22260b0ca92c triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:20.767303 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:21.105799 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39890) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:21.139185 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5bda0daf-3b18-4e81-989d-4face58e7aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:21.170774 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2812c3a0>, [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:47:14Z', 'revision_number': 4, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port': {'id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:07Z', 'updated_at': '2021-06-17T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b', 'name': '', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'mac_address': 'fa:16:3e:94:98:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:13Z', 'updated_at': '2021-06-17T14:47:14Z', 'revision_number': 2, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'subnets': [{'id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:21.172291 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-5bda0daf-3b18-4e81-989d-4face58e7aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:21.177497 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Checking router: 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:47:21.177937 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Updating router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b binding host dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:47:21.180055 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-5bda0daf-3b18-4e81-989d-4face58e7aac admin admin] Usage tracker for resource:security_group_rule and tenant:07421dfbd2954d709120c3a8e2d426dc is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:21.184289 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-5bda0daf-3b18-4e81-989d-4face58e7aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:21.194700 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-5bda0daf-3b18-4e81-989d-4face58e7aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:21.274436 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:21.401174 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5bda0daf-3b18-4e81-989d-4face58e7aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:21.408990 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5bda0daf-3b18-4e81-989d-4face58e7aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:21.426777 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f8e2670a-a1cd-442e-9ce6-3a3e449ca030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:21.552075 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2081450'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:21.557225 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:21.566713 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda0daf-3b18-4e81-989d-4face58e7aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3e66cc-6663-46a4-826f-07c2c8e1a52d,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:21.573214 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5bda0daf-3b18-4e81-989d-4face58e7aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:21.577524 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-5bda0daf-3b18-4e81-989d-4face58e7aac admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=07421dfbd2954d709120c3a8e2d426dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4695795
Jun 17 14:47:21.582592 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39908) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:21.675802 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-be581f67-7950-479d-b288-018047eefbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:21.709459 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-be581f67-7950-479d-b288-018047eefbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:21.761529 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3398e52c-be99-43d0-8075-c1f35e4d8c4d,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:21.778137 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:21.822591 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-be581f67-7950-479d-b288-018047eefbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:21.833502 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:21.855974 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be581f67-7950-479d-b288-018047eefbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3e66cc-6663-46a4-826f-07c2c8e1a52d,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:21.862082 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Checking segment: {'id': 'db44856e-0c14-4d32-83b0-d7251a624043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '8b659139-8189-43da-9f0f-ea1552f89c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:47:21.865637 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Network hostable DHCP agents. Network: 8b659139-8189-43da-9f0f-ea1552f89c7b, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:47:21.865989 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-be581f67-7950-479d-b288-018047eefbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:21.868665 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-be581f67-7950-479d-b288-018047eefbae admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ab3e66cc-6663-46a4-826f-07c2c8e1a52d HTTP/1.1" status: 204  len: 168 time: 0.2834883
Jun 17 14:47:21.868665 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-be581f67-7950-479d-b288-018047eefbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:21.897814 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39920) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:21.968164 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Network 8b659139-8189-43da-9f0f-ea1552f89c7b is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:47:21.998343 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, 8b659139-8189-43da-9f0f-ea1552f89c7b) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:22.036889 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:22.038403 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:22.041992 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0016f201-95eb-4099-ba6b-f5b02b354389 None None] Network 8b659139-8189-43da-9f0f-ea1552f89c7b requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:47:22.117883 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-93fad437-2bf2-45e9-8ec4-dc441b8eb102 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.9291506
Jun 17 14:47:22.121413 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39928) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:22.128887 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2002030609-router', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:22.136609 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde519a9-50bc-4ed9-b087-521e478c7506 req-f6048e88-ca76-45a8-9be0-f8a429e979ba tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:22.145918 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:22.152879 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-cde519a9-50bc-4ed9-b087-521e478c7506 req-f6048e88-ca76-45a8-9be0-f8a429e979ba tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.2754133
Jun 17 14:47:22.208150 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Usage tracker for resource:router and tenant:9fe4203c497d407da5848bad3711f743 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:22.231697 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:22.240012 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4cec3a3b-5ad6-4b9f-83c4-5a3b3a5503fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:22.254727 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-cde519a9-50bc-4ed9-b087-521e478c7506 req-b51a6f5a-849e-4eb7-aee6-b93cd0ba912d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973203
Jun 17 14:47:22.285928 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:22.305032 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4cec3a3b-5ad6-4b9f-83c4-5a3b3a5503fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:22.315355 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-4cec3a3b-5ad6-4b9f-83c4-5a3b3a5503fe admin admin] Usage tracker for resource:security_group_rule and tenant:f61915c322514644bdcb3df3fd0b55a7 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:22.320569 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:22.322818 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-4cec3a3b-5ad6-4b9f-83c4-5a3b3a5503fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:22.337259 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4cec3a3b-5ad6-4b9f-83c4-5a3b3a5503fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:22.411778 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1009'] for router, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:22.413158 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:22.415889 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Transition to ACTIVE for port object 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:22.443255 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:22.448202 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:22.486898 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:22.945746 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39952) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:22.946260 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4cec3a3b-5ad6-4b9f-83c4-5a3b3a5503fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:23.020565 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba0ee0-78f8-407a-8f33-0868ff13ba09 None None] Pushing event updated for resources: {'Port': ['ID=7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:23.031759 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-54ff3018-6632-4c9b-a8bf-e80971795787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:23.057721 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-61ba0ee0-78f8-407a-8f33-0868ff13ba09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:23.061805 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ba3dc35-c8d0-5121-954b-099e47d2ccaa-8b659139-8189-43da-9f0f-ea1552f89c7b', 'network_id': '8b659139-8189-43da-9f0f-ea1552f89c7b', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'fixed_ips': [{'subnet_id': '3398e52c-be99-43d0-8075-c1f35e4d8c4d'}]}} from dv-cinder-796859-1-iscsi. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 17 14:47:23.063329 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:23.074160 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-54ff3018-6632-4c9b-a8bf-e80971795787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:23.081687 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-54ff3018-6632-4c9b-a8bf-e80971795787 admin admin] Usage tracker for resource:security_group_rule and tenant:b2425b2d1f834a2ca99db7d15977c7a8 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:23.091084 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-54ff3018-6632-4c9b-a8bf-e80971795787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:23.092602 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4cec3a3b-5ad6-4b9f-83c4-5a3b3a5503fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:23.099849 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-54ff3018-6632-4c9b-a8bf-e80971795787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:23.124944 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e7f36fea-89b8-4efe-b4af-a98c1087f785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:23.145847 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9b75209a-c21e-48c9-a18d-5ed06e00cd55 req-80ea271b-8037-43d2-8138-2a12530f7626 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1962917
Jun 17 14:47:23.364122 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Attempting to bind port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:47:23.364942 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Attempting to bind port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:47:23.365563 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Attempting to bind port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b on network d4c17014-dd7b-4a24-a53a-d39abe6ea96e {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:47:23.396096 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:47:23.397369 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Checking segment: {'id': '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:47:23.398463 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:23.399511 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Bound using segment: {'id': '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:47:23.400670 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Bound port: 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:47:23.401663 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:23.413194 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-54ff3018-6632-4c9b-a8bf-e80971795787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:23.428613 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-54ff3018-6632-4c9b-a8bf-e80971795787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:23.467622 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-44d7e522-2c96-4af2-a90b-d305c132b1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:23.478822 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-54ff3018-6632-4c9b-a8bf-e80971795787 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b2425b2d1f834a2ca99db7d15977c7a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5311987
Jun 17 14:47:23.489269 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 39958) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:23.491360 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75209a-c21e-48c9-a18d-5ed06e00cd55 req-ba680895-2825-410f-abf6-87195a96de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:23.493661 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9b75209a-c21e-48c9-a18d-5ed06e00cd55 req-ba680895-2825-410f-abf6-87195a96de82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 1099 time: 0.2897193
Jun 17 14:47:23.539676 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff3018-6632-4c9b-a8bf-e80971795787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5654e6-58a3-43ae-9dab-8c0c76bb0adf,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:23.547549 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-54ff3018-6632-4c9b-a8bf-e80971795787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:23.605355 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec3a3b-5ad6-4b9f-83c4-5a3b3a5503fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17c3270-f50c-4333-b0e8-7b83f449d479,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:23.614309 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4cec3a3b-5ad6-4b9f-83c4-5a3b3a5503fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:23.632051 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-4cec3a3b-5ad6-4b9f-83c4-5a3b3a5503fe admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f61915c322514644bdcb3df3fd0b55a7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7328446
Jun 17 14:47:23.638497 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-922'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:23.642499 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39962) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:23.686867 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Allocated IP 172.20.0.2 (8b659139-8189-43da-9f0f-ea1552f89c7b/3398e52c-be99-43d0-8075-c1f35e4d8c4d/4106f326-7c38-4567-80aa-b13fb322e711) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:47:23.691202 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] For port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:47:23.697901 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] For port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:47:23.708986 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:23.718519 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:23.902436 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7bbe12bb-8bd0-4540-9e94-16163f4296b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:23.921719 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75209a-c21e-48c9-a18d-5ed06e00cd55 req-634864b1-fa59-4f04-a9e4-ed4797b25e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:23.925198 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9b75209a-c21e-48c9-a18d-5ed06e00cd55 req-634864b1-fa59-4f04-a9e4-ed4797b25e6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd50999b-141a-4e96-bbd7-5875c2478242 HTTP/1.1" status: 200  len: 917 time: 0.3753963
Jun 17 14:47:24.023760 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba0ee0-78f8-407a-8f33-0868ff13ba09 None None] Pushing event updated for resources: {'Port': ['ID=7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:24.044946 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Routers {'2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:47:24.045955 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2812c3a0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:46:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:24.087134 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7bbe12bb-8bd0-4540-9e94-16163f4296b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:24.163567 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9602bec9-0f78-415d-b9c1-42ce7abaa727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:24.226043 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9b75209a-c21e-48c9-a18d-5ed06e00cd55 req-fd85170d-c53a-43aa-ae87-121a352cfa3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f563e39-0ff4-4002-9022-ce568049f046 HTTP/1.1" status: 200  len: 217 time: 0.2915919
Jun 17 14:47:24.230587 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7bbe12bb-8bd0-4540-9e94-16163f4296b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:24.262587 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9b32b8a6-76d6-4a50-ac17-c25ab8ab847d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:24.320018 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-61ba0ee0-78f8-407a-8f33-0868ff13ba09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:24.352542 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe12bb-8bd0-4540-9e94-16163f4296b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5654e6-58a3-43ae-9dab-8c0c76bb0adf,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:24.355639 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7bbe12bb-8bd0-4540-9e94-16163f4296b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:24.381191 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7bbe12bb-8bd0-4540-9e94-16163f4296b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:24.406802 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-7bbe12bb-8bd0-4540-9e94-16163f4296b8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2b5654e6-58a3-43ae-9dab-8c0c76bb0adf HTTP/1.1" status: 204  len: 168 time: 0.9117353
Jun 17 14:47:24.463063 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75209a-c21e-48c9-a18d-5ed06e00cd55 req-6d5b5fc8-35e9-42c6-8e27-13b2e0318a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:24.479227 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9b75209a-c21e-48c9-a18d-5ed06e00cd55 req-6d5b5fc8-35e9-42c6-8e27-13b2e0318a88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de193f92-d8b1-4df4-8b31-7b59b1c61812 HTTP/1.1" status: 200  len: 855 time: 0.2216673
Jun 17 14:47:24.688938 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9b75209a-c21e-48c9-a18d-5ed06e00cd55 req-15b3c681-87a1-40cc-aa6f-f0dbdf707c75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd50999b-141a-4e96-bbd7-5875c2478242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1637487
Jun 17 14:47:24.699103 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:47:24.809750 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfab34-d061-4ae3-811f-a7e816171270 req-e5ccaa11-b97a-49f0-bdb5-678747b13d0f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:24.828466 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:24.832684 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-20cfab34-d061-4ae3-811f-a7e816171270 req-e5ccaa11-b97a-49f0-bdb5-678747b13d0f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 1.1989052
Jun 17 14:47:24.843610 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2bc33d13-69ce-446c-9565-96acec73fdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:24.859887 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9602bec9-0f78-415d-b9c1-42ce7abaa727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:24.904242 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:24.932768 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Transition to ACTIVE for port object 4106f326-7c38-4567-80aa-b13fb322e711 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:24.937217 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] Set router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:47:25.057730 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-20cfab34-d061-4ae3-811f-a7e816171270 req-dc296b49-be2c-4279-b890-77e79e76b11c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2131269
Jun 17 14:47:25.113642 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 39990) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:25.127679 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:47:25.138512 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Transition to ACTIVE for port object 4106f326-7c38-4567-80aa-b13fb322e711 will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:25.159220 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:25.218930 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9602bec9-0f78-415d-b9c1-42ce7abaa727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:25.234273 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6f69ee27-e76d-45d7-b9cc-dea833f14ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:25.288874 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9b75209a-c21e-48c9-a18d-5ed06e00cd55 req-93d9b771-2e86-4fbb-8b89-ef03b28673db service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5910771
Jun 17 14:47:25.346213 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-8095c4cc-8a67-4626-a924-660d4d8602ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:25.382887 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:25.383196 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:25.527545 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Network 8b659139-8189-43da-9f0f-ea1552f89c7b is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:47:25.540922 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9b75209a-c21e-48c9-a18d-5ed06e00cd55 req-f83584e3-feaa-469e-9cf5-9c5f4e782c65 service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2392595
Jun 17 14:47:25.549465 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602bec9-0f78-415d-b9c1-42ce7abaa727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17c3270-f50c-4333-b0e8-7b83f449d479,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:25.556415 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9602bec9-0f78-415d-b9c1-42ce7abaa727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:25.558665 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9635c6a7-a91f-49a8-bcc6-f0d737ec92a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:25.571243 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9602bec9-0f78-415d-b9c1-42ce7abaa727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:25.572772 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-9602bec9-0f78-415d-b9c1-42ce7abaa727 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e17c3270-f50c-4333-b0e8-7b83f449d479 HTTP/1.1" status: 204  len: 168 time: 1.9244630
Jun 17 14:47:25.584485 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Resources bound (agent type, host, resource id):  {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:25.596710 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:47:25.671922 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-9635c6a7-a91f-49a8-bcc6-f0d737ec92a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:25.676425 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-9635c6a7-a91f-49a8-bcc6-f0d737ec92a1 admin admin] Usage tracker for resource:security_group_rule and tenant:08b6969b96fb4973a95d44ad64a130fc is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:25.679422 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-9635c6a7-a91f-49a8-bcc6-f0d737ec92a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:25.685985 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-9635c6a7-a91f-49a8-bcc6-f0d737ec92a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:25.739251 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:25.777055 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:26.010387 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9635c6a7-a91f-49a8-bcc6-f0d737ec92a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:26.026405 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9635c6a7-a91f-49a8-bcc6-f0d737ec92a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:26.036847 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Pushing event updated for resources: {'Port': ['ID=4106f326-7c38-4567-80aa-b13fb322e711,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:26.069367 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:26.090289 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-dbd3ba6d-6486-4db3-b44b-1e741fd063db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:26.129561 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40010) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:26.129876 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-9635c6a7-a91f-49a8-bcc6-f0d737ec92a1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=08b6969b96fb4973a95d44ad64a130fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9912515
Jun 17 14:47:26.134948 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635c6a7-a91f-49a8-bcc6-f0d737ec92a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a76e097-a3ae-4e00-a5cb-657541f2585b,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:26.152232 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9635c6a7-a91f-49a8-bcc6-f0d737ec92a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:26.171793 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Allocated IP 172.27.3.113 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/8ce0df63-68e8-40ef-b620-58645fd55d41) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:47:26.288495 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40022) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:26.348997 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8b66e1e9-f01b-4575-ae55-911d99a60f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:26.421767 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8b66e1e9-f01b-4575-ae55-911d99a60f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:26.426370 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad829-59d4-49dc-9810-ccfb3831fb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:26.450761 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-8b66e1e9-f01b-4575-ae55-911d99a60f63 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b8ba59cef3465e9e968f2777908922 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:26.529767 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-8b66e1e9-f01b-4575-ae55-911d99a60f63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:26.537342 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8b66e1e9-f01b-4575-ae55-911d99a60f63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:26.553404 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:26.610496 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:26.617372 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-cef238f5-140e-4531-8b36-4c2d1e4ccb8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:26.637089 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad829-59d4-49dc-9810-ccfb3831fb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:26.684130 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Attempting to bind port 4106f326-7c38-4567-80aa-b13fb322e711 on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:47:26.685478 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Attempting to bind port 4106f326-7c38-4567-80aa-b13fb322e711 by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': 'db44856e-0c14-4d32-83b0-d7251a624043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '8b659139-8189-43da-9f0f-ea1552f89c7b'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:47:26.686033 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Attempting to bind port 4106f326-7c38-4567-80aa-b13fb322e711 on network 8b659139-8189-43da-9f0f-ea1552f89c7b {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:47:26.695498 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:26.697111 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:47:26.703709 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:26.713518 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:47:26.727300 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:47:26.728149 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Checking segment: {'id': 'db44856e-0c14-4d32-83b0-d7251a624043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '8b659139-8189-43da-9f0f-ea1552f89c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:47:26.728728 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:26.729384 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Bound using segment: {'id': 'db44856e-0c14-4d32-83b0-d7251a624043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '8b659139-8189-43da-9f0f-ea1552f89c7b'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:47:26.730349 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Bound port: 4106f326-7c38-4567-80aa-b13fb322e711, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db44856e-0c14-4d32-83b0-d7251a624043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '8b659139-8189-43da-9f0f-ea1552f89c7b'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:47:26.731062 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:26.731656 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8b66e1e9-f01b-4575-ae55-911d99a60f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:26.745167 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8b66e1e9-f01b-4575-ae55-911d99a60f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:26.756567 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7bbe12bb-8bd0-4540-9e94-16163f4296b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:26.791189 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce0df63-68e8-40ef-b620-58645fd55d41,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:26.797347 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:26.825275 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b7b9b-ba75-47b1-90b5-77c9b3d7b07f req-6df70f6f-0e8e-49be-bcb6-9cd80b062b74 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:26.833823 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2c0b7b9b-ba75-47b1-90b5-77c9b3d7b07f req-6df70f6f-0e8e-49be-bcb6-9cd80b062b74 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.4086998
Jun 17 14:47:26.837027 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66e1e9-f01b-4575-ae55-911d99a60f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809d5367-5c87-42b9-ad0e-46fa24cde596,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:26.860452 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8b66e1e9-f01b-4575-ae55-911d99a60f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:26.891518 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-8b66e1e9-f01b-4575-ae55-911d99a60f63 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d8b8ba59cef3465e9e968f2777908922&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5999990
Jun 17 14:47:26.896019 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40030) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:26.939355 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad829-59d4-49dc-9810-ccfb3831fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:26.951603 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0389d03b-848d-4231-95c9-410615271a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:26.989217 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ad829-59d4-49dc-9810-ccfb3831fb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a76e097-a3ae-4e00-a5cb-657541f2585b,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:27.000468 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:47:27.011987 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2c0b7b9b-ba75-47b1-90b5-77c9b3d7b07f req-67b97e7a-e1f6-4665-ac04-cd9ee46a9182 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767783
Jun 17 14:47:27.022072 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7e3ad829-59d4-49dc-9810-ccfb3831fb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:27.036598 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:27.046045 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad829-59d4-49dc-9810-ccfb3831fb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:27.049989 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-7e3ad829-59d4-49dc-9810-ccfb3831fb18 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3a76e097-a3ae-4e00-a5cb-657541f2585b HTTP/1.1" status: 204  len: 168 time: 0.9159307
Jun 17 14:47:27.060701 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-133976f2-9279-4763-baa6-18f85db750b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:27.068015 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:27.103514 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-133976f2-9279-4763-baa6-18f85db750b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:27.190836 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-133976f2-9279-4763-baa6-18f85db750b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:27.205614 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2812c3a0>, [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:47:14Z', 'revision_number': 4, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port': {'id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:07Z', 'updated_at': '2021-06-17T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b', 'name': '', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'mac_address': 'fa:16:3e:94:98:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:13Z', 'updated_at': '2021-06-17T14:47:23Z', 'revision_number': 4, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'subnets': [{'id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:27.206463 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-429d13a8-dcfd-4a23-948b-cf99ba19698e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:27.230790 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133976f2-9279-4763-baa6-18f85db750b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809d5367-5c87-42b9-ad0e-46fa24cde596,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:27.233351 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] For port 4106f326-7c38-4567-80aa-b13fb322e711, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:47:27.237898 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-133976f2-9279-4763-baa6-18f85db750b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:27.260587 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-133976f2-9279-4763-baa6-18f85db750b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:27.265712 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-133976f2-9279-4763-baa6-18f85db750b6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/809d5367-5c87-42b9-ad0e-46fa24cde596 HTTP/1.1" status: 204  len: 168 time: 0.3681908
Jun 17 14:47:27.268270 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343f53b-400e-49b5-96f7-1b6214fa1757 None None] The sync data for ids ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'] in dv-cinder-796859-1-iscsi is: [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:47:14Z', 'revision_number': 4, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port': {'id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:07Z', 'updated_at': '2021-06-17T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b', 'name': '', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'mac_address': 'fa:16:3e:94:98:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:13Z', 'updated_at': '2021-06-17T14:47:23Z', 'revision_number': 4, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'subnets': [{'id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:47:27.346417 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] For port 4106f326-7c38-4567-80aa-b13fb322e711, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=4106f326-7c38-4567-80aa-b13fb322e711,segment=NetworkSegment(db44856e-0c14-4d32-83b0-d7251a624043),segment_id=db44856e-0c14-4d32-83b0-d7251a624043)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:47:27.380097 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:27.410957 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:27.424831 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:27.432514 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:47:27.438972 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:27.440254 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:27.661716 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Pushing event updated for resources: {'Port': ['ID=4106f326-7c38-4567-80aa-b13fb322e711,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:27.665464 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:28.452198 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee9f3e-f5ab-46da-87b7-f05c7bb317b2 req-72c5e8a5-faf1-416d-ab8e-5c76ce527330 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:28.455963 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e9ee9f3e-f5ab-46da-87b7-f05c7bb317b2 req-72c5e8a5-faf1-416d-ab8e-5c76ce527330 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1606636
Jun 17 14:47:28.541608 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e9ee9f3e-f5ab-46da-87b7-f05c7bb317b2 req-02d0df0d-70c8-447d-af19-1cddebdca3da tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730903
Jun 17 14:47:28.567367 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643652'] for router, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:28.609981 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7048bdc5-c64e-4c7d-8f62-bf0d061302a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:28.992031 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Router 8729cd23-9fc3-4288-bb1c-0ed915b77c43 is scheduled to L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 with binding_index 1 {{(pid=78705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 17 14:47:29.267125 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc936c3-e22d-4ce1-a325-2de07573eb2c None None] Network 8b659139-8189-43da-9f0f-ea1552f89c7b requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:47:29.448129 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:47:29.460071 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:47:29.472209 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Sync routers for ids ['8729cd23-9fc3-4288-bb1c-0ed915b77c43'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:47:29.492634 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Routers {'8729cd23-9fc3-4288-bb1c-0ed915b77c43'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:47:29.493202 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2841a4c0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:47:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['8729cd23-9fc3-4288-bb1c-0ed915b77c43'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:29.505939 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9d672b1a-4899-4d24-84a4-c435f92d7d6a None None] Provisioning for port 4106f326-7c38-4567-80aa-b13fb322e711 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:47:29.547665 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:29.550625 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 7.4270384
Jun 17 14:47:29.555508 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 40110) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:29.701953 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:29.702667 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:29.999958 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 4106f326-7c38-4567-80aa-b13fb322e711 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:47:30.054097 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Set router 8729cd23-9fc3-4288-bb1c-0ed915b77c43 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:47:30.059747 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:30.171135 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 4106f326-7c38-4567-80aa-b13fb322e711 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:47:30.177232 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a2fda-24c9-4d74-ad77-90fd9184b1ce req-101d3a58-1eac-4e69-89bd-e369e180b464 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:30.182784 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f23a2fda-24c9-4d74-ad77-90fd9184b1ce req-101d3a58-1eac-4e69-89bd-e369e180b464 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.3429029
Jun 17 14:47:30.201240 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 4106f326-7c38-4567-80aa-b13fb322e711 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:30.202216 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:30.370282 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f23a2fda-24c9-4d74-ad77-90fd9184b1ce req-f1f12c62-05a5-4e7f-a193-3efe09b833df tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807053
Jun 17 14:47:30.623470 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-3e6e1526-4843-4411-b0e9-eff07b622bd7 None None] Provisioning complete for port 4106f326-7c38-4567-80aa-b13fb322e711 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:30.624410 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1526-4843-4411-b0e9-eff07b622bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:30.665330 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40130) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:30.714130 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:30.866049 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 4106f326-7c38-4567-80aa-b13fb322e711, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=4106f326-7c38-4567-80aa-b13fb322e711,segment=NetworkSegment(db44856e-0c14-4d32-83b0-d7251a624043),segment_id=db44856e-0c14-4d32-83b0-d7251a624043)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:47:30.890212 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:30.904017 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:31.001857 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1526-4843-4411-b0e9-eff07b622bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.008208 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3a7181a1-66bc-416a-8e15-59b40bce4b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.030544 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3a7181a1-66bc-416a-8e15-59b40bce4b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:31.037034 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3a7181a1-66bc-416a-8e15-59b40bce4b6d admin admin] Usage tracker for resource:security_group_rule and tenant:d81d5c5745a54ba29f587a6384f1d414 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:31.042734 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3a7181a1-66bc-416a-8e15-59b40bce4b6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:31.064045 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3a7181a1-66bc-416a-8e15-59b40bce4b6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:31.075993 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2841a4c0>, [{'id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'name': 'tempest-TestShelveInstance-2002030609-router', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '8ce0df63-68e8-40ef-b620-58645fd55d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:22Z', 'updated_at': '2021-06-17T14:47:27Z', 'revision_number': 3, 'project_id': '9fe4203c497d407da5848bad3711f743', 'gw_port': {'id': '8ce0df63-68e8-40ef-b620-58645fd55d41', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:25Z', 'updated_at': '2021-06-17T14:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:31.094113 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Checking router: 8729cd23-9fc3-4288-bb1c-0ed915b77c43 for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:47:31.094725 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Updating router 8729cd23-9fc3-4288-bb1c-0ed915b77c43 port 8ce0df63-68e8-40ef-b620-58645fd55d41 binding host dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:47:31.128519 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.db.api [None req-3e6e1526-4843-4411-b0e9-eff07b622bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 17 14:47:31.129045 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_db.api [None req-3e6e1526-4843-4411-b0e9-eff07b622bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 17 14:47:31.133010 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=4106f326-7c38-4567-80aa-b13fb322e711,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:31.144094 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:31.280680 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.313046 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3a7181a1-66bc-416a-8e15-59b40bce4b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.319748 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3a7181a1-66bc-416a-8e15-59b40bce4b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.330775 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b303ff27-7c60-40ad-8c81-ceba08a40172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:31.385850 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-3a7181a1-66bc-416a-8e15-59b40bce4b6d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d81d5c5745a54ba29f587a6384f1d414&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7191331
Jun 17 14:47:31.388866 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40142) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:31.391934 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7181a1-66bc-416a-8e15-59b40bce4b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18397563-4a88-4bd6-a5a1-b51d129e5fe9,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:31.405038 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3a7181a1-66bc-416a-8e15-59b40bce4b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:31.467627 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-79dbd4a7-51f6-4874-acca-ea4ea65d24de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.505692 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-79dbd4a7-51f6-4874-acca-ea4ea65d24de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.642051 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.685004 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-79dbd4a7-51f6-4874-acca-ea4ea65d24de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.691108 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.692699 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8f761c10-c640-4814-b99f-1ec9dc3d5470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:31.707559 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Transition to ACTIVE for port object 8ce0df63-68e8-40ef-b620-58645fd55d41 will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:31.713708 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbd4a7-51f6-4874-acca-ea4ea65d24de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18397563-4a88-4bd6-a5a1-b51d129e5fe9,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:31.716013 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.717172 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-79dbd4a7-51f6-4874-acca-ea4ea65d24de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:31.719421 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-79dbd4a7-51f6-4874-acca-ea4ea65d24de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.720588 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-79dbd4a7-51f6-4874-acca-ea4ea65d24de admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/18397563-4a88-4bd6-a5a1-b51d129e5fe9 HTTP/1.1" status: 204  len: 168 time: 0.3305590
Jun 17 14:47:31.723864 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-0519880f-c5af-432f-a6ed-0d509d7f363a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:31.756682 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453ac3d-2f2b-4d58-919f-0e9eb1e1595b req-b85b9e1e-88a3-421e-9d1b-87366b4fb826 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:31.776768 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7453ac3d-2f2b-4d58-919f-0e9eb1e1595b req-b85b9e1e-88a3-421e-9d1b-87366b4fb826 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.2126093
Jun 17 14:47:31.808081 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3d018-1f51-4503-9cc1-dffd0cce1571 None None] Pushing event updated for resources: {'Port': ['ID=8ce0df63-68e8-40ef-b620-58645fd55d41,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:31.813332 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-15d3d018-1f51-4503-9cc1-dffd0cce1571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:31.836851 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Attempting to bind port 8ce0df63-68e8-40ef-b620-58645fd55d41 on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:47:31.837745 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Attempting to bind port 8ce0df63-68e8-40ef-b620-58645fd55d41 by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:47:31.838393 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Attempting to bind port 8ce0df63-68e8-40ef-b620-58645fd55d41 on network a32b1f87-2a0e-42d0-949c-6abcb3897131 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:47:31.844943 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:47:31.846399 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Checking segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:47:31.847264 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.847931 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Bound using segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:47:31.848740 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Bound port: 8ce0df63-68e8-40ef-b620-58645fd55d41, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:47:31.849376 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.873890 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7453ac3d-2f2b-4d58-919f-0e9eb1e1595b req-24f7d32e-ebf1-431f-908c-fbfe11328095 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949302
Jun 17 14:47:31.948808 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] For port 8ce0df63-68e8-40ef-b620-58645fd55d41, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:47:31.952486 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] For port 8ce0df63-68e8-40ef-b620-58645fd55d41, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=8ce0df63-68e8-40ef-b620-58645fd55d41,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:47:31.959587 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:31.965168 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:31.990112 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Allocated IP 172.20.0.1 (8b659139-8189-43da-9f0f-ea1552f89c7b/3398e52c-be99-43d0-8075-c1f35e4d8c4d/5d567a21-154f-414a-b523-6e14829e5ebc) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:47:31.995556 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:32.047985 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3d018-1f51-4503-9cc1-dffd0cce1571 None None] Pushing event updated for resources: {'Port': ['ID=8ce0df63-68e8-40ef-b620-58645fd55d41,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:32.054958 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-15d3d018-1f51-4503-9cc1-dffd0cce1571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:32.075310 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Routers {'8729cd23-9fc3-4288-bb1c-0ed915b77c43'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:47:32.076420 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2841a4c0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:47:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['8729cd23-9fc3-4288-bb1c-0ed915b77c43'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:32.254673 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:32.287777 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Transition to ACTIVE for port object 5d567a21-154f-414a-b523-6e14829e5ebc will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:32.354532 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] Set router 8729cd23-9fc3-4288-bb1c-0ed915b77c43 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:47:32.366423 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:32.380055 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:32.522324 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Network 8b659139-8189-43da-9f0f-ea1552f89c7b is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:47:32.531434 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:32.548374 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:47:32.667968 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Pushing event updated for resources: {'Port': ['ID=5d567a21-154f-414a-b523-6e14829e5ebc,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:32.696750 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:32.710214 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650539'] for router_interface, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:32.945546 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2841a4c0>, [{'id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'name': 'tempest-TestShelveInstance-2002030609-router', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '8ce0df63-68e8-40ef-b620-58645fd55d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:22Z', 'updated_at': '2021-06-17T14:47:27Z', 'revision_number': 3, 'project_id': '9fe4203c497d407da5848bad3711f743', 'gw_port': {'id': '8ce0df63-68e8-40ef-b620-58645fd55d41', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:25Z', 'updated_at': '2021-06-17T14:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:32.949514 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:32.962049 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6a3449-fa0d-4968-a31f-fd6790040fa9 None None] The sync data for ids ['8729cd23-9fc3-4288-bb1c-0ed915b77c43'] in dv-cinder-796859-1-iscsi is: [{'id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'name': 'tempest-TestShelveInstance-2002030609-router', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '8ce0df63-68e8-40ef-b620-58645fd55d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:22Z', 'updated_at': '2021-06-17T14:47:27Z', 'revision_number': 3, 'project_id': '9fe4203c497d407da5848bad3711f743', 'gw_port': {'id': '8ce0df63-68e8-40ef-b620-58645fd55d41', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:25Z', 'updated_at': '2021-06-17T14:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:47:33.033668 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-11b236fe-12ce-4d45-840f-fd8e96512a24 None None] Provisioning for port 5d567a21-154f-414a-b523-6e14829e5ebc completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:47:33.047260 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-11b236fe-12ce-4d45-840f-fd8e96512a24 None None] Provisioning complete for port 5d567a21-154f-414a-b523-6e14829e5ebc triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:33.047878 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-11b236fe-12ce-4d45-840f-fd8e96512a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:33.134281 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-11b236fe-12ce-4d45-840f-fd8e96512a24 None None] Port 5d567a21-154f-414a-b523-6e14829e5ebc cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:47:33.222627 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 4106f326-7c38-4567-80aa-b13fb322e711 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:47:33.483106 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 4106f326-7c38-4567-80aa-b13fb322e711 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:33.484916 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:33.540108 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f15f9-2132-41cd-95d5-fd95be7eea22 req-fc8231b6-4b76-454f-b704-f26413326891 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:33.548377 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0c2f15f9-2132-41cd-95d5-fd95be7eea22 req-fc8231b6-4b76-454f-b704-f26413326891 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.4034872
Jun 17 14:47:33.631879 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:33.647678 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0c2f15f9-2132-41cd-95d5-fd95be7eea22 req-de35d76a-636b-41ce-bd9e-9013dcded02f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966771
Jun 17 14:47:33.653753 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:33.707091 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:33.804892 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650632'] for router_interface, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:33.810412 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Pushing event updated for resources: {'Port': ['ID=5d567a21-154f-414a-b523-6e14829e5ebc,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:33.819423 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:33.993062 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Network 8b659139-8189-43da-9f0f-ea1552f89c7b is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:47:33.994247 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:34.417479 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Router 8729cd23-9fc3-4288-bb1c-0ed915b77c43 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:47:34.464357 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40228) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:34.478425 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-2683c4bd-5c42-4148-9f0c-fd0f0e5b5dd3 None None] Provisioning complete for port 5d567a21-154f-414a-b523-6e14829e5ebc triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:34.479103 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2683c4bd-5c42-4148-9f0c-fd0f0e5b5dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:34.557526 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-2683c4bd-5c42-4148-9f0c-fd0f0e5b5dd3 None None] Port 5d567a21-154f-414a-b523-6e14829e5ebc cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:47:34.682026 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4204dce4-b1d2-4cdb-a785-745806b7192b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:34.717638 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-4204dce4-b1d2-4cdb-a785-745806b7192b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:34.725685 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-4204dce4-b1d2-4cdb-a785-745806b7192b admin admin] Usage tracker for resource:security_group_rule and tenant:a3ed2b884aa04004a30b4d9a0f0e8a5d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:34.730944 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-4204dce4-b1d2-4cdb-a785-745806b7192b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:34.746034 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-4204dce4-b1d2-4cdb-a785-745806b7192b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:34.812150 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:47:34.837617 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] 10.222.0.89 "PUT /v2.0/routers/8729cd23-9fc3-4288-bb1c-0ed915b77c43/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2798910
Jun 17 14:47:34.901124 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4204dce4-b1d2-4cdb-a785-745806b7192b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:34.910596 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4204dce4-b1d2-4cdb-a785-745806b7192b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:34.921774 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 40242) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:34.925088 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c35686c3-7ebc-47bf-88e6-de77a10ee940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:34.975972 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-4204dce4-b1d2-4cdb-a785-745806b7192b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a3ed2b884aa04004a30b4d9a0f0e8a5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5092168
Jun 17 14:47:34.978117 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204dce4-b1d2-4cdb-a785-745806b7192b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a084e6a-d421-44ba-8e60-b51416773adf,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:34.983747 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4204dce4-b1d2-4cdb-a785-745806b7192b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:34.984650 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40248) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:35.076586 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c5ed0-fa23-4b86-90d4-a1b0ab3e1593 req-5c0d25a4-4b7e-4c80-9169-afb13af59614 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:35.087886 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-21c6e68a-5163-4b37-8cf8-fd3516dc67ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:35.094704 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-726c5ed0-fa23-4b86-90d4-a1b0ab3e1593 req-5c0d25a4-4b7e-4c80-9169-afb13af59614 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1699314
Jun 17 14:47:35.188334 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f192ee0-789c-48d6-9361-51185e0d8e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:35.209680 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-21c6e68a-5163-4b37-8cf8-fd3516dc67ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:35.234344 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-726c5ed0-fa23-4b86-90d4-a1b0ab3e1593 req-ecef77ad-5be6-40e5-b664-2485283574e8 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387451
Jun 17 14:47:35.246649 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-6f192ee0-789c-48d6-9361-51185e0d8e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:35.251067 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-6f192ee0-789c-48d6-9361-51185e0d8e14 admin admin] Usage tracker for resource:security_group_rule and tenant:9c7fa74b2330433ca6434768bb9a9f82 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:35.257535 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-6f192ee0-789c-48d6-9361-51185e0d8e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:35.277275 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-6f192ee0-789c-48d6-9361-51185e0d8e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:35.283976 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 8ce0df63-68e8-40ef-b620-58645fd55d41 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:47:35.326828 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-21c6e68a-5163-4b37-8cf8-fd3516dc67ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:35.340688 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f8ef276a-639b-432d-ab8d-185410ffce62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:35.408982 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6e68a-5163-4b37-8cf8-fd3516dc67ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a084e6a-d421-44ba-8e60-b51416773adf,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:35.423122 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-21c6e68a-5163-4b37-8cf8-fd3516dc67ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:35.424523 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-21c6e68a-5163-4b37-8cf8-fd3516dc67ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:35.430550 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-21c6e68a-5163-4b37-8cf8-fd3516dc67ad admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9a084e6a-d421-44ba-8e60-b51416773adf HTTP/1.1" status: 204  len: 168 time: 0.4399123
Jun 17 14:47:35.439021 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 8ce0df63-68e8-40ef-b620-58645fd55d41 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:47:35.477128 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 8ce0df63-68e8-40ef-b620-58645fd55d41 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:35.484118 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:35.557037 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f192ee0-789c-48d6-9361-51185e0d8e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:35.566090 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f192ee0-789c-48d6-9361-51185e0d8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:35.592346 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e8feaffa-aacf-45df-8d3c-07df41fde906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:35.741753 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Sync routers for ids ['8729cd23-9fc3-4288-bb1c-0ed915b77c43'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:47:35.760386 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Routers {'8729cd23-9fc3-4288-bb1c-0ed915b77c43'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:47:35.761123 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28441460>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:47:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['8729cd23-9fc3-4288-bb1c-0ed915b77c43'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:35.780499 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-6f192ee0-789c-48d6-9361-51185e0d8e14 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9c7fa74b2330433ca6434768bb9a9f82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8574886
Jun 17 14:47:35.791000 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 40264) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:35.871617 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f192ee0-789c-48d6-9361-51185e0d8e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20fab56-4179-4e1a-8319-c4d479166d10,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:35.877076 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6f192ee0-789c-48d6-9361-51185e0d8e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:35.912802 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0f97f449-f494-4fee-a3a2-35a89926bf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:35.957620 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0f97f449-f494-4fee-a3a2-35a89926bf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:35.996338 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088a263-5031-40a2-b611-feebd224943c req-0b70a20b-6d82-4ab0-9199-8833f4d358c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:36.001153 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8088a263-5031-40a2-b611-feebd224943c req-0b70a20b-6d82-4ab0-9199-8833f4d358c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 1098 time: 0.2288146
Jun 17 14:47:36.032539 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0f97f449-f494-4fee-a3a2-35a89926bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:36.035430 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Set router 8729cd23-9fc3-4288-bb1c-0ed915b77c43 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:47:36.041522 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9635c6a7-a91f-49a8-bcc6-f0d737ec92a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:36.073766 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97f449-f494-4fee-a3a2-35a89926bf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20fab56-4179-4e1a-8319-c4d479166d10,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:36.077724 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0f97f449-f494-4fee-a3a2-35a89926bf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:36.091752 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0f97f449-f494-4fee-a3a2-35a89926bf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:36.092946 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-0f97f449-f494-4fee-a3a2-35a89926bf5c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e20fab56-4179-4e1a-8319-c4d479166d10 HTTP/1.1" status: 204  len: 168 time: 0.2992563
Jun 17 14:47:36.106240 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8088a263-5031-40a2-b611-feebd224943c req-c04fd32a-04b1-4eb5-8ee1-1a4b7f91c812 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919597
Jun 17 14:47:36.300731 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 40280) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:36.334690 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4a09e355-27c6-4b56-a918-c328bb954525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:36.380628 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4a09e355-27c6-4b56-a918-c328bb954525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:36.390537 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-4a09e355-27c6-4b56-a918-c328bb954525 admin admin] Usage tracker for resource:security_group_rule and tenant:f956d2de4ed849f19ada7cd68e8c98ea is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:36.398028 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-4a09e355-27c6-4b56-a918-c328bb954525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:36.410741 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4a09e355-27c6-4b56-a918-c328bb954525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:36.489529 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:36.531733 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 8ce0df63-68e8-40ef-b620-58645fd55d41, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=8ce0df63-68e8-40ef-b620-58645fd55d41,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:47:36.571436 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:36.578071 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-61ba0ee0-78f8-407a-8f33-0868ff13ba09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:36.629837 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40290) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:36.637357 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1173958267', 'description': 'tempest-secgroup-smoke-1173958267 description', 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:36.645905 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:36.652454 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Usage tracker for resource:security_group and tenant:ea85878f4f5541c3985ec0b5ed43af76 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:36.656758 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:36.674990 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:36.689826 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34637316-1742-4bea-b8f5-d4db0f21f5df req-27a8fa3c-a4d3-4dee-b68e-c3cd7f4c83af tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:36.691428 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-34637316-1742-4bea-b8f5-d4db0f21f5df req-27a8fa3c-a4d3-4dee-b68e-c3cd7f4c83af tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1868026
Jun 17 14:47:36.702004 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:36.759625 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:36.766300 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=8ce0df63-68e8-40ef-b620-58645fd55d41,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:36.766701 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Usage tracker for resource:security_group_rule and tenant:ea85878f4f5541c3985ec0b5ed43af76 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:36.772979 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:36.774047 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:36.784766 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:36.790565 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4a09e355-27c6-4b56-a918-c328bb954525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:36.797026 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-34637316-1742-4bea-b8f5-d4db0f21f5df req-a55cf564-ee12-473f-9f33-9a662b78f91a tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855227
Jun 17 14:47:36.797273 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28441460>, [{'id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'name': 'tempest-TestShelveInstance-2002030609-router', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '8ce0df63-68e8-40ef-b620-58645fd55d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:22Z', 'updated_at': '2021-06-17T14:47:32Z', 'revision_number': 4, 'project_id': '9fe4203c497d407da5848bad3711f743', 'gw_port': {'id': '8ce0df63-68e8-40ef-b620-58645fd55d41', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:25Z', 'updated_at': '2021-06-17T14:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '5d567a21-154f-414a-b523-6e14829e5ebc', 'name': '', 'network_id': '8b659139-8189-43da-9f0f-ea1552f89c7b', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'mac_address': 'fa:16:3e:4d:95:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3398e52c-be99-43d0-8075-c1f35e4d8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:31Z', 'updated_at': '2021-06-17T14:47:33Z', 'revision_number': 2, 'project_id': '9fe4203c497d407da5848bad3711f743', 'subnets': [{'id': '3398e52c-be99-43d0-8075-c1f35e4d8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:36.800657 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4a09e355-27c6-4b56-a918-c328bb954525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:36.805829 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Checking router: 8729cd23-9fc3-4288-bb1c-0ed915b77c43 for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:47:36.806461 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Updating router 8729cd23-9fc3-4288-bb1c-0ed915b77c43 port 5d567a21-154f-414a-b523-6e14829e5ebc binding host dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:47:36.809048 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6f192ee0-789c-48d6-9361-51185e0d8e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:36.852493 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-4a09e355-27c6-4b56-a918-c328bb954525 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f956d2de4ed849f19ada7cd68e8c98ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5506902
Jun 17 14:47:36.854373 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09e355-27c6-4b56-a918-c328bb954525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2cbe03-4afc-49bf-9e01-5afab32b6bd1,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:36.865587 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4a09e355-27c6-4b56-a918-c328bb954525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:36.867193 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 40298) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:36.929949 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:36.969188 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:36.969701 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-87602771-4a64-46d7-b874-4adf67dc573f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:36.978857 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.011994 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-87602771-4a64-46d7-b874-4adf67dc573f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.027093 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7ab03fd2-8ea2-4916-8975-785aa22ed0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:37.085498 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1984ee8-b40d-4f95-befa-1772ad7105de,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:37.089519 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.091795 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4600837
Jun 17 14:47:37.093675 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:37.095802 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40306) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:37.101204 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-87602771-4a64-46d7-b874-4adf67dc573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.106340 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-f9817c38-7909-440a-b18a-820b3be9c3a1 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Request body: {'security_group_rule': {'security_group_id': 'a1984ee8-b40d-4f95-befa-1772ad7105de', 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:37.118111 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-f9817c38-7909-440a-b18a-820b3be9c3a1 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:37.121932 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-27b44a70-3e04-4bbe-8b34-abe03c1dedfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:37.136797 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-f9817c38-7909-440a-b18a-820b3be9c3a1 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Usage tracker for resource:security_group_rule and tenant:ea85878f4f5541c3985ec0b5ed43af76 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:37.154066 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-f9817c38-7909-440a-b18a-820b3be9c3a1 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:37.164214 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-87602771-4a64-46d7-b874-4adf67dc573f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.169377 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-87602771-4a64-46d7-b874-4adf67dc573f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2a2cbe03-4afc-49bf-9e01-5afab32b6bd1 HTTP/1.1" status: 204  len: 168 time: 0.2935469
Jun 17 14:47:37.171258 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-f9817c38-7909-440a-b18a-820b3be9c3a1 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:37.184452 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 8ce0df63-68e8-40ef-b620-58645fd55d41 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:47:37.190393 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87602771-4a64-46d7-b874-4adf67dc573f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2cbe03-4afc-49bf-9e01-5afab32b6bd1,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:37.198568 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-87602771-4a64-46d7-b874-4adf67dc573f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:37.226738 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f9817c38-7909-440a-b18a-820b3be9c3a1 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.395422 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 8ce0df63-68e8-40ef-b620-58645fd55d41 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:37.395831 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.426801 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f9817c38-7909-440a-b18a-820b3be9c3a1 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.433248 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f9817c38-7909-440a-b18a-820b3be9c3a1 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.485419 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:37.507000 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f9817c38-7909-440a-b18a-820b3be9c3a1 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.509390 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-f9817c38-7909-440a-b18a-820b3be9c3a1 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4113050
Jun 17 14:47:37.513433 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 40320) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:37.521030 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-0397b18b-ef08-42ae-a6c8-3c81e5652a60 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Request body: {'security_group_rule': {'security_group_id': 'a1984ee8-b40d-4f95-befa-1772ad7105de', 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:37.521871 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9817c38-7909-440a-b18a-820b3be9c3a1 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163af1d9-575f-4728-bcd5-5a0b187bc8df,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:37.530175 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f9817c38-7909-440a-b18a-820b3be9c3a1 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:37.538834 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-0397b18b-ef08-42ae-a6c8-3c81e5652a60 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:37.551287 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-0397b18b-ef08-42ae-a6c8-3c81e5652a60 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Usage tracker for resource:security_group_rule and tenant:ea85878f4f5541c3985ec0b5ed43af76 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:37.559792 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-0397b18b-ef08-42ae-a6c8-3c81e5652a60 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:37.575176 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-0397b18b-ef08-42ae-a6c8-3c81e5652a60 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:37.636423 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0397b18b-ef08-42ae-a6c8-3c81e5652a60 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.710097 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.724861 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Transition to ACTIVE for port object 5d567a21-154f-414a-b523-6e14829e5ebc will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:37.734671 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.741199 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:37.760533 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0397b18b-ef08-42ae-a6c8-3c81e5652a60 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.766911 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0397b18b-ef08-42ae-a6c8-3c81e5652a60 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.772018 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6980c941-7722-4e5e-aaad-dd1b4375fa93 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:37.806855 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397b18b-ef08-42ae-a6c8-3c81e5652a60 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efeb654-1c09-40bb-84b6-9c6091632ee7,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:37.828394 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d927953-aea7-4a78-a746-abf866882d6c None None] Pushing event updated for resources: {'Port': ['ID=5d567a21-154f-414a-b523-6e14829e5ebc,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:37.835691 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-8d927953-aea7-4a78-a746-abf866882d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:37.836527 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0397b18b-ef08-42ae-a6c8-3c81e5652a60 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:37.849239 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0397b18b-ef08-42ae-a6c8-3c81e5652a60 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:37.853344 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-0397b18b-ef08-42ae-a6c8-3c81e5652a60 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3355508
Jun 17 14:47:37.853568 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 40338) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:37.860609 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-33757903-a864-4ae8-ae50-fe68df86429e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Request body: {'security_group_rule': {'security_group_id': 'a1984ee8-b40d-4f95-befa-1772ad7105de', 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:37.876273 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-33757903-a864-4ae8-ae50-fe68df86429e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:37.883635 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-33757903-a864-4ae8-ae50-fe68df86429e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Usage tracker for resource:security_group_rule and tenant:ea85878f4f5541c3985ec0b5ed43af76 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:37.887849 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-33757903-a864-4ae8-ae50-fe68df86429e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:37.900818 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-33757903-a864-4ae8-ae50-fe68df86429e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:37.936208 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-33757903-a864-4ae8-ae50-fe68df86429e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.062057 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Attempting to bind port 5d567a21-154f-414a-b523-6e14829e5ebc on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:47:38.062463 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Attempting to bind port 5d567a21-154f-414a-b523-6e14829e5ebc by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': 'db44856e-0c14-4d32-83b0-d7251a624043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '8b659139-8189-43da-9f0f-ea1552f89c7b'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:47:38.063013 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Attempting to bind port 5d567a21-154f-414a-b523-6e14829e5ebc on network 8b659139-8189-43da-9f0f-ea1552f89c7b {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:47:38.070406 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:47:38.070861 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Checking segment: {'id': 'db44856e-0c14-4d32-83b0-d7251a624043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '8b659139-8189-43da-9f0f-ea1552f89c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:47:38.071274 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.071783 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Bound using segment: {'id': 'db44856e-0c14-4d32-83b0-d7251a624043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '8b659139-8189-43da-9f0f-ea1552f89c7b'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:47:38.072223 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Bound port: 5d567a21-154f-414a-b523-6e14829e5ebc, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db44856e-0c14-4d32-83b0-d7251a624043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '8b659139-8189-43da-9f0f-ea1552f89c7b'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:47:38.072601 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.093676 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-33757903-a864-4ae8-ae50-fe68df86429e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.103325 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-33757903-a864-4ae8-ae50-fe68df86429e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.105671 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:38.133404 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33757903-a864-4ae8-ae50-fe68df86429e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f88dd9-6c97-4eaf-8283-945bf5f82af5,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:38.142890 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-33757903-a864-4ae8-ae50-fe68df86429e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:38.161713 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-33757903-a864-4ae8-ae50-fe68df86429e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.164647 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-33757903-a864-4ae8-ae50-fe68df86429e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3095629
Jun 17 14:47:38.167110 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 40350) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:38.174962 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-2210e714-0bdd-4b4e-81e5-dcc0d8bb2066 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Request body: {'security_group_rule': {'security_group_id': 'a1984ee8-b40d-4f95-befa-1772ad7105de', 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:38.185360 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2210e714-0bdd-4b4e-81e5-dcc0d8bb2066 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:38.191148 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-2210e714-0bdd-4b4e-81e5-dcc0d8bb2066 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Usage tracker for resource:security_group_rule and tenant:ea85878f4f5541c3985ec0b5ed43af76 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:38.194901 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-2210e714-0bdd-4b4e-81e5-dcc0d8bb2066 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:38.197920 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab637fb-c81e-454a-b2cb-b042ec6131e0 req-746f7a25-6965-4540-9811-66467174787c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:38.205949 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2210e714-0bdd-4b4e-81e5-dcc0d8bb2066 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:38.211650 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2ab637fb-c81e-454a-b2cb-b042ec6131e0 req-746f7a25-6965-4540-9811-66467174787c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1508229
Jun 17 14:47:38.228828 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2210e714-0bdd-4b4e-81e5-dcc0d8bb2066 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.277066 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2ab637fb-c81e-454a-b2cb-b042ec6131e0 req-969c791d-9fd2-4ce0-af24-7ef04be53c10 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636604
Jun 17 14:47:38.301192 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] For port 5d567a21-154f-414a-b523-6e14829e5ebc, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:47:38.306568 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] For port 5d567a21-154f-414a-b523-6e14829e5ebc, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5d567a21-154f-414a-b523-6e14829e5ebc,segment=NetworkSegment(db44856e-0c14-4d32-83b0-d7251a624043),segment_id=db44856e-0c14-4d32-83b0-d7251a624043)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:47:38.313485 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.319882 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:38.323494 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2210e714-0bdd-4b4e-81e5-dcc0d8bb2066 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.332515 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2210e714-0bdd-4b4e-81e5-dcc0d8bb2066 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.361722 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e386b24a-d894-4ff0-ad50-144e73e4f8b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:38.393818 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210e714-0bdd-4b4e-81e5-dcc0d8bb2066 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2defe6be-d2b8-4b89-9ef5-f29dd7e500db,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:38.398479 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2210e714-0bdd-4b4e-81e5-dcc0d8bb2066 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:38.400936 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2210e714-0bdd-4b4e-81e5-dcc0d8bb2066 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.402287 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-2210e714-0bdd-4b4e-81e5-dcc0d8bb2066 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2333157
Jun 17 14:47:38.405256 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40360) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:38.411944 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-92de04ad-72d4-48cc-b553-809c923fe8b3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Request body: {'security_group_rule': {'security_group_id': 'a1984ee8-b40d-4f95-befa-1772ad7105de', 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:38.413051 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Routers {'8729cd23-9fc3-4288-bb1c-0ed915b77c43'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:47:38.413716 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28441460>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:47:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['8729cd23-9fc3-4288-bb1c-0ed915b77c43'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:38.421845 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-92de04ad-72d4-48cc-b553-809c923fe8b3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:38.434451 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-92de04ad-72d4-48cc-b553-809c923fe8b3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Usage tracker for resource:security_group_rule and tenant:ea85878f4f5541c3985ec0b5ed43af76 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:38.441583 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-92de04ad-72d4-48cc-b553-809c923fe8b3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:38.452501 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-92de04ad-72d4-48cc-b553-809c923fe8b3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:38.468636 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.securitygroups_db [None req-92de04ad-72d4-48cc-b553-809c923fe8b3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Project ea85878f4f5541c3985ec0b5ed43af76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 17 14:47:38.479635 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-92de04ad-72d4-48cc-b553-809c923fe8b3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.557737 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d927953-aea7-4a78-a746-abf866882d6c None None] Pushing event updated for resources: {'Port': ['ID=5d567a21-154f-414a-b523-6e14829e5ebc,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:38.563343 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-8d927953-aea7-4a78-a746-abf866882d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:38.567577 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-92de04ad-72d4-48cc-b553-809c923fe8b3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.573301 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-92de04ad-72d4-48cc-b553-809c923fe8b3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.615825 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f9817c38-7909-440a-b18a-820b3be9c3a1 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:38.645273 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 40372) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:38.659653 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de04ad-72d4-48cc-b553-809c923fe8b3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e066912c-e277-4e7f-bb22-b4c58ff32082,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:38.664013 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-92de04ad-72d4-48cc-b553-809c923fe8b3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:38.667483 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-92de04ad-72d4-48cc-b553-809c923fe8b3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.674836 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 40378) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:38.675351 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-92de04ad-72d4-48cc-b553-809c923fe8b3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2669442
Jun 17 14:47:38.685171 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-e8d40461-8bd0-471d-86ec-f2c8df34e236 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Request body: {'security_group_rule': {'security_group_id': 'a1984ee8-b40d-4f95-befa-1772ad7105de', 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:38.705780 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e8d40461-8bd0-471d-86ec-f2c8df34e236 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:38.719374 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e8d40461-8bd0-471d-86ec-f2c8df34e236 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Usage tracker for resource:security_group_rule and tenant:ea85878f4f5541c3985ec0b5ed43af76 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:38.724813 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e8d40461-8bd0-471d-86ec-f2c8df34e236 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:38.740041 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e8d40461-8bd0-471d-86ec-f2c8df34e236 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:38.759199 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] Set router 8729cd23-9fc3-4288-bb1c-0ed915b77c43 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:47:38.763565 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.securitygroups_db [None req-e8d40461-8bd0-471d-86ec-f2c8df34e236 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Project ea85878f4f5541c3985ec0b5ed43af76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 17 14:47:38.806240 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8d40461-8bd0-471d-86ec-f2c8df34e236 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.883688 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8d40461-8bd0-471d-86ec-f2c8df34e236 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.892193 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8d40461-8bd0-471d-86ec-f2c8df34e236 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:38.897559 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0397b18b-ef08-42ae-a6c8-3c81e5652a60 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:38.926399 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1679676730-network', 'tenant_id': '4619cc65ab6745a38c5fa68fdfb9a36d'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:38.952412 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:38.963989 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d40461-8bd0-471d-86ec-f2c8df34e236 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed14b1d-2bd6-47a0-9962-0af11e2069da,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:38.980850 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e8d40461-8bd0-471d-86ec-f2c8df34e236 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:38.982809 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Usage tracker for resource:network and tenant:4619cc65ab6745a38c5fa68fdfb9a36d is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:38.989303 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:38.996044 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:39.001327 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e8d40461-8bd0-471d-86ec-f2c8df34e236 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:39.007439 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e8d40461-8bd0-471d-86ec-f2c8df34e236 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3266788
Jun 17 14:47:39.024288 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Made reservation on behalf of 4619cc65ab6745a38c5fa68fdfb9a36d for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:47:39.030414 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:39.089383 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:39.131436 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:39.137582 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Usage tracker for resource:security_group_rule and tenant:4619cc65ab6745a38c5fa68fdfb9a36d is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:39.142258 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:39.153872 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:39.342223 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28441460>, [{'id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'name': 'tempest-TestShelveInstance-2002030609-router', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '8ce0df63-68e8-40ef-b620-58645fd55d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:22Z', 'updated_at': '2021-06-17T14:47:32Z', 'revision_number': 4, 'project_id': '9fe4203c497d407da5848bad3711f743', 'gw_port': {'id': '8ce0df63-68e8-40ef-b620-58645fd55d41', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:25Z', 'updated_at': '2021-06-17T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '5d567a21-154f-414a-b523-6e14829e5ebc', 'name': '', 'network_id': '8b659139-8189-43da-9f0f-ea1552f89c7b', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'mac_address': 'fa:16:3e:4d:95:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3398e52c-be99-43d0-8075-c1f35e4d8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:31Z', 'updated_at': '2021-06-17T14:47:38Z', 'revision_number': 4, 'project_id': '9fe4203c497d407da5848bad3711f743', 'subnets': [{'id': '3398e52c-be99-43d0-8075-c1f35e4d8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:47:39.349843 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e708f59-acf9-48ba-a5ca-d01831d49222 None None] The sync data for ids ['8729cd23-9fc3-4288-bb1c-0ed915b77c43'] in dv-cinder-796859-1-iscsi is: [{'id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'name': 'tempest-TestShelveInstance-2002030609-router', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '8ce0df63-68e8-40ef-b620-58645fd55d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:22Z', 'updated_at': '2021-06-17T14:47:32Z', 'revision_number': 4, 'project_id': '9fe4203c497d407da5848bad3711f743', 'gw_port': {'id': '8ce0df63-68e8-40ef-b620-58645fd55d41', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:25Z', 'updated_at': '2021-06-17T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '5d567a21-154f-414a-b523-6e14829e5ebc', 'name': '', 'network_id': '8b659139-8189-43da-9f0f-ea1552f89c7b', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'mac_address': 'fa:16:3e:4d:95:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3398e52c-be99-43d0-8075-c1f35e4d8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:31Z', 'updated_at': '2021-06-17T14:47:38Z', 'revision_number': 4, 'project_id': '9fe4203c497d407da5848bad3711f743', 'subnets': [{'id': '3398e52c-be99-43d0-8075-c1f35e4d8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:47:39.371140 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:39.382483 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:39.387323 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0f97f449-f494-4fee-a3a2-35a89926bf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:39.455780 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'}  {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:47:39.522328 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a56e5a-7273-4e24-884b-bc26f93efa7e,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:39.525548 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:39.526015 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.segments_db [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Added segment 9b765a02-e8b3-4bea-8397-7c2e5318d560 of type vlan for network dc5de5f2-7e40-42b9-a46a-241f261f9cc2
Jun 17 14:47:39.547199 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:39.598089 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:39.645026 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd5567-3d31-407a-99c3-64073de278f6 req-5c25e548-405a-47ad-8647-9229d17950a9 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:39.646688 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-16dd5567-3d31-407a-99c3-64073de278f6 req-5c25e548-405a-47ad-8647-9229d17950a9 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1845107
Jun 17 14:47:39.652753 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:39.655980 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:39.656558 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:39.673873 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:39.805587 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1589539
Jun 17 14:47:39.808971 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40434) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:39.811610 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Pushing event updated for resources: {'Network': ['ID=dc5de5f2-7e40-42b9-a46a-241f261f9cc2,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:39.815689 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Request body: {'subnet': {'network_id': 'dc5de5f2-7e40-42b9-a46a-241f261f9cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1679676730-subnet', 'tenant_id': '4619cc65ab6745a38c5fa68fdfb9a36d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:39.816808 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-16dd5567-3d31-407a-99c3-64073de278f6 req-2571dfad-ef1e-47ef-b0a2-e71307d10e1d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629379
Jun 17 14:47:39.817802 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:39.821518 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:39.824430 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network dc5de5f2-7e40-42b9-a46a-241f261f9cc2 details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:47:39.827001 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Usage tracker for resource:subnet and tenant:4619cc65ab6745a38c5fa68fdfb9a36d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:39.835099 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:39.843809 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:39.874366 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Made reservation on behalf of 4619cc65ab6745a38c5fa68fdfb9a36d for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:47:39.882382 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2081464'] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:40.531809 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2081450'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:40.536873 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:40.633331 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f75f5a02-5f62-45a4-9c82-3a38000d8fcf,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:40.638668 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:40.649606 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Checking segment: {'id': '9b765a02-e8b3-4bea-8397-7c2e5318d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc5de5f2-7e40-42b9-a46a-241f261f9cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:47:40.649963 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Network hostable DHCP agents. Network: dc5de5f2-7e40-42b9-a46a-241f261f9cc2, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:47:40.679352 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Network dc5de5f2-7e40-42b9-a46a-241f261f9cc2 is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:47:40.692554 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, dc5de5f2-7e40-42b9-a46a-241f261f9cc2) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:40.705443 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f0aa47-32ca-4cc2-b7ec-8c6e136e79f1 None None] Network dc5de5f2-7e40-42b9-a46a-241f261f9cc2 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:47:40.706258 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:40.706855 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:40.731714 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-88f21f5a-a1fd-4b61-8880-972f7d85e035 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9215500
Jun 17 14:47:41.147701 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cfa4fd-eb0c-4c99-8748-823f23e3f427 None None] Network dc5de5f2-7e40-42b9-a46a-241f261f9cc2 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:47:41.302457 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cacc2-de8e-4a92-876e-f91df9735f43 req-90d062c0-e298-48b9-b0d8-9f9780056844 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:41.307329 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c51cacc2-de8e-4a92-876e-f91df9735f43 req-90d062c0-e298-48b9-b0d8-9f9780056844 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.2761483
Jun 17 14:47:41.358160 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5d567a21-154f-414a-b523-6e14829e5ebc up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:47:41.437817 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c51cacc2-de8e-4a92-876e-f91df9735f43 req-c44e9f31-6434-4a20-a199-6b635828d74d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214862
Jun 17 14:47:41.634905 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 5d567a21-154f-414a-b523-6e14829e5ebc completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:47:41.651173 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 5d567a21-154f-414a-b523-6e14829e5ebc triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:41.651831 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:41.807088 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:41.873999 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 5d567a21-154f-414a-b523-6e14829e5ebc, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5d567a21-154f-414a-b523-6e14829e5ebc,segment=NetworkSegment(db44856e-0c14-4d32-83b0-d7251a624043),segment_id=db44856e-0c14-4d32-83b0-d7251a624043)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:47:41.885167 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:41.905525 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:41.974895 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e4a35-bece-48e7-bde6-7735aa2ea0ba req-3cf7a711-b1d9-4d1c-8b70-23433fb8d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:41.976575 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b45e4a35-bece-48e7-bde6-7735aa2ea0ba req-3cf7a711-b1d9-4d1c-8b70-23433fb8d538 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2792d6d461e64e3aa7a32a43046c01d9&device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 1098 time: 0.1037185
Jun 17 14:47:42.062293 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=5d567a21-154f-414a-b523-6e14829e5ebc,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:42.081673 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:42.082018 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:42.082357 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:42.082695 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:42.083024 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:42.083352 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:42.086884 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac9815-af61-4758-9042-3e3735ef608c req-a140da0e-b2b3-47cd-adb1-7e54b2587609 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:42.089682 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a7ac9815-af61-4758-9042-3e3735ef608c req-a140da0e-b2b3-47cd-adb1-7e54b2587609 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1707203
Jun 17 14:47:42.090704 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:42.091070 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:42.091444 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:42.091788 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:42.092123 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:42.092451 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:47:42.099631 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:42.192754 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a7ac9815-af61-4758-9042-3e3735ef608c req-dc87aa6e-fff6-4e54-9296-b712c2144a5f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879345
Jun 17 14:47:42.233242 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e4a35-bece-48e7-bde6-7735aa2ea0ba req-83645cd7-daf2-4e4e-8431-324f21e9df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:42.235036 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b45e4a35-bece-48e7-bde6-7735aa2ea0ba req-83645cd7-daf2-4e4e-8431-324f21e9df46 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22f67543-8926-41ff-b4b4-625241755da9 HTTP/1.1" status: 200  len: 921 time: 0.2431881
Jun 17 14:47:42.363550 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f04f99-f95d-4490-9986-fe7d455ec10f req-2095a684-6d50-48cc-9759-c24dfd818487 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:42.365023 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f5f04f99-f95d-4490-9986-fe7d455ec10f req-2095a684-6d50-48cc-9759-c24dfd818487 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1018608
Jun 17 14:47:42.414721 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f5f04f99-f95d-4490-9986-fe7d455ec10f req-f34ab572-82dc-4710-84d7-2ae4e9607868 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435436
Jun 17 14:47:43.122200 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5d567a21-154f-414a-b523-6e14829e5ebc up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:47:43.196137 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 5d567a21-154f-414a-b523-6e14829e5ebc triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:47:43.196137 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:43.434869 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a7dd2-5233-4d21-9189-55a3268a8832 req-81c95168-6ce7-4ddf-92ce-d3620d0365de tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:43.436403 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d38a7dd2-5233-4d21-9189-55a3268a8832 req-81c95168-6ce7-4ddf-92ce-d3620d0365de tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.0924885
Jun 17 14:47:43.487423 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d38a7dd2-5233-4d21-9189-55a3268a8832 req-47f31e47-50ed-43e8-8eab-7f7228977b1c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433080
Jun 17 14:47:43.618789 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eac0d-0321-4f51-9665-a1a77dc5762c req-5550798d-b2c1-4503-b0b4-d41ee4d6765c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:43.620526 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d91eac0d-0321-4f51-9665-a1a77dc5762c req-5550798d-b2c1-4503-b0b4-d41ee4d6765c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.0931594
Jun 17 14:47:43.668968 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d91eac0d-0321-4f51-9665-a1a77dc5762c req-216a604e-0948-4804-aef8-50760d3b0070 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422020
Jun 17 14:47:44.677803 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467b1b7-1c2a-4fb8-b018-579868560b80 req-618c4d73-a11d-48da-9b86-693ea8d9db4c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:44.679310 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a467b1b7-1c2a-4fb8-b018-579868560b80 req-618c4d73-a11d-48da-9b86-693ea8d9db4c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.0854609
Jun 17 14:47:44.805367 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a467b1b7-1c2a-4fb8-b018-579868560b80 req-78592b39-9332-4795-a513-c3caeda2b1c9 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202245
Jun 17 14:47:44.877052 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8a511-8aa6-40a5-b0a4-f60e01ff70d1 req-dc5fc58a-ca87-4cf1-885a-65a1c2bbfeb3 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:44.878550 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5bb8a511-8aa6-40a5-b0a4-f60e01ff70d1 req-dc5fc58a-ca87-4cf1-885a-65a1c2bbfeb3 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.0830355
Jun 17 14:47:44.925162 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5bb8a511-8aa6-40a5-b0a4-f60e01ff70d1 req-c26fb952-8e70-4c6f-bb79-6a166b1f2886 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409577
Jun 17 14:47:45.170089 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b45e4a35-bece-48e7-bde6-7735aa2ea0ba req-9b3913d8-3f7c-4a22-a2d1-3d3932d44532 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a36aab6-5819-4457-b9ce-464e6fa17688 HTTP/1.1" status: 200  len: 217 time: 0.0683606
Jun 17 14:47:45.260915 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e4a35-bece-48e7-bde6-7735aa2ea0ba req-ea565cbe-7094-4826-912d-5c5bbc54f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:45.262354 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b45e4a35-bece-48e7-bde6-7735aa2ea0ba req-ea565cbe-7094-4826-912d-5c5bbc54f0ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c246ed79-651b-4219-9b4b-375331c24392 HTTP/1.1" status: 200  len: 859 time: 0.0786529
Jun 17 14:47:45.318617 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b45e4a35-bece-48e7-bde6-7735aa2ea0ba req-c3e3f1ee-cca9-4dd6-b273-760ddee7ca69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22f67543-8926-41ff-b4b4-625241755da9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473342
Jun 17 14:47:45.478682 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b45e4a35-bece-48e7-bde6-7735aa2ea0ba req-32854323-febd-4f38-a8df-2ad253de291f service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513941
Jun 17 14:47:45.663922 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b45e4a35-bece-48e7-bde6-7735aa2ea0ba req-e6a73348-f679-40b9-8313-c26d796a6d19 service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1753442
Jun 17 14:47:46.023693 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28df731-f61b-47a3-9525-8e4968a0f681 req-e6887e64-2413-43c3-9b0d-5fe085cedb68 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:46.025358 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c28df731-f61b-47a3-9525-8e4968a0f681 req-e6887e64-2413-43c3-9b0d-5fe085cedb68 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1038041
Jun 17 14:47:46.103586 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c28df731-f61b-47a3-9525-8e4968a0f681 req-6ba035e1-0817-4b2b-a979-fec1df9300ca tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690894
Jun 17 14:47:46.163822 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b4c7-f5ce-4031-9043-aab55e4eb827 req-e40a1d0d-d348-471b-b659-5c0c18f5fc03 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:46.165720 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5b66b4c7-f5ce-4031-9043-aab55e4eb827 req-e40a1d0d-d348-471b-b659-5c0c18f5fc03 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1126692
Jun 17 14:47:46.221885 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5b66b4c7-f5ce-4031-9043-aab55e4eb827 req-551fd21b-c748-4d63-8e27-e8688bfffdf0 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502465
Jun 17 14:47:47.095151 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-eb5ef92b-feaf-46c3-96cd-ad757b7e512b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:47.095931 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-eb5ef92b-feaf-46c3-96cd-ad757b7e512b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Synchronizing usage tracker for tenant:4619cc65ab6745a38c5fa68fdfb9a36d on resource:network {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:47:47.117035 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-eb5ef92b-feaf-46c3-96cd-ad757b7e512b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Unset dirty status for tenant:4619cc65ab6745a38c5fa68fdfb9a36d on resource:network {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:47:47.118481 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-eb5ef92b-feaf-46c3-96cd-ad757b7e512b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/networks?id=dc5de5f2-7e40-42b9-a46a-241f261f9cc2 HTTP/1.1" status: 200  len: 809 time: 0.2050192
Jun 17 14:47:47.152645 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-197359dd-8c5d-4808-b0f7-d0e10f580505 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/quotas/4619cc65ab6745a38c5fa68fdfb9a36d HTTP/1.1" status: 200  len: 375 time: 0.0174479
Jun 17 14:47:47.217617 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-6edcca8e-8427-45ec-9b5d-e7147098f1f4 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4619cc65ab6745a38c5fa68fdfb9a36d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0638509
Jun 17 14:47:47.387365 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-e8c25386-deb9-4efa-9266-dfb2b9a6fcc5 service neutron] 10.222.0.89 "GET /v2.0/networks/dc5de5f2-7e40-42b9-a46a-241f261f9cc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617892
Jun 17 14:47:47.461446 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-e3dc58ed-b79d-43a8-bdf9-cad4d3c0eb98 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:47.461446 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-e3dc58ed-b79d-43a8-bdf9-cad4d3c0eb98 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/networks?id=dd50999b-141a-4e96-bbd7-5875c2478242 HTTP/1.1" status: 200  len: 815 time: 0.2464917
Jun 17 14:47:47.477268 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-6412976a-168c-46dd-919b-e57f080e6dd1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/quotas/9fb7734c2ce14f45bb0d148c7c0462ee HTTP/1.1" status: 200  len: 375 time: 0.0108206
Jun 17 14:47:47.535482 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-c5e88728-cda0-4afc-973f-9682ab0c65d3 service neutron] 10.222.0.89 "GET /v2.0/networks/dc5de5f2-7e40-42b9-a46a-241f261f9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409602
Jun 17 14:47:47.578107 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-2aae9d95-2498-43ef-9a5e-b620f3cd24fd tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0927122
Jun 17 14:47:47.779351 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-3887cbf6-f977-475e-9894-059ac1ddc917 service neutron] 10.222.0.89 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022417
Jun 17 14:47:47.879300 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d5302-8ea2-4d40-b520-d6120b32c7db req-ef1af3eb-ee8f-4048-abca-fcbb2b181b5d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:47.881178 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-eb1d5302-8ea2-4d40-b520-d6120b32c7db req-ef1af3eb-ee8f-4048-abca-fcbb2b181b5d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1265934
Jun 17 14:47:47.957622 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-eb1d5302-8ea2-4d40-b520-d6120b32c7db req-2bcbec9d-a4c6-430e-b097-475f6c316069 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658612
Jun 17 14:47:47.983973 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-3eb47d13-cbf2-4f45-9777-44a58d840fcd service neutron] 10.222.0.89 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2036550
Jun 17 14:47:48.321211 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c6f5d-6b2c-45e8-9a11-b01f269586c9 req-04e640e4-a044-451e-8eec-1f744d32ffc1 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:48.323333 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-904c6f5d-6b2c-45e8-9a11-b01f269586c9 req-04e640e4-a044-451e-8eec-1f744d32ffc1 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1555452
Jun 17 14:47:48.383505 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-904c6f5d-6b2c-45e8-9a11-b01f269586c9 req-9a89378f-8744-46de-9d8c-99da8bcfae2b tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536909
Jun 17 14:47:48.484336 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1034b030-f353-48ca-87bf-bbb4349c30e0 req-be9ed2ca-92e6-4d21-b4cd-086f9c0064e2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 210 time: 0.0584285
Jun 17 14:47:48.495514 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-49e8a6b5-966e-4825-ae89-218d313ca486 req-ee283348-783c-4e07-904f-788e4e6f3591 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 210 time: 0.0709546
Jun 17 14:47:49.096977 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:49.186033 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a46e-bd6f-4416-958a-c00ad1e5de78 req-7fe7e35e-3d7d-4d2f-8b24-b15471c66c04 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:49.188382 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5490a46e-bd6f-4416-958a-c00ad1e5de78 req-7fe7e35e-3d7d-4d2f-8b24-b15471c66c04 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1144197
Jun 17 14:47:49.245119 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5490a46e-bd6f-4416-958a-c00ad1e5de78 req-b7c05cbc-ddc7-49fc-bf4b-9993ffae5ebd tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509939
Jun 17 14:47:49.609194 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0116e-758b-478b-8c83-be29a946a171 req-a583bbc0-4a51-4e4b-8114-15acbbfa6404 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:49.609960 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5bf0116e-758b-478b-8c83-be29a946a171 req-a583bbc0-4a51-4e4b-8114-15acbbfa6404 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1057484
Jun 17 14:47:49.651359 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8b00f974-f76e-422a-803f-d2db6c4e0383 req-da8a5e58-2bcd-4bc3-8886-4da77c0c4c03 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 210 time: 0.0531542
Jun 17 14:47:49.659809 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5bf0116e-758b-478b-8c83-be29a946a171 req-dbf33ef5-105b-451a-9a87-d95d08b22f7b tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422087
Jun 17 14:47:49.839486 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-386e9d91-c0eb-4efa-96c7-28fe925414b8 req-9dad48dd-9dfa-43da-b61c-33384bfcdace tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 210 time: 0.0572324
Jun 17 14:47:50.446042 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a9c8a-0ab2-4b41-9365-cb94a1964ddc req-2129da7b-c725-4fc9-8f7c-a7e2562ae20d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:50.447593 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-069a9c8a-0ab2-4b41-9365-cb94a1964ddc req-2129da7b-c725-4fc9-8f7c-a7e2562ae20d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.0915334
Jun 17 14:47:50.506535 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-069a9c8a-0ab2-4b41-9365-cb94a1964ddc req-60acf210-3d6e-4cc6-9f84-3c22b10f7e61 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528028
Jun 17 14:47:50.999776 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267216c-3ac0-44b2-bca4-c21d08d0c80e req-7fc47a09-2a3f-4f60-a172-e371f4697bce tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:51.008012 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4267216c-3ac0-44b2-bca4-c21d08d0c80e req-7fc47a09-2a3f-4f60-a172-e371f4697bce tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1546915
Jun 17 14:47:51.039856 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-e3713a37-a1e6-4449-bac8-a4c8c4a75de1 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:51.041836 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-e3713a37-a1e6-4449-bac8-a4c8c4a75de1 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.37 "GET /v2.0/networks?id=dc5de5f2-7e40-42b9-a46a-241f261f9cc2 HTTP/1.1" status: 200  len: 809 time: 0.3344274
Jun 17 14:47:51.044274 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-333ce8bd-de27-4e34-97e8-b92f1cc7d110 req-c83fff8b-e824-4b23-89d9-1450aec49cc2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 210 time: 0.1187878
Jun 17 14:47:51.091437 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Request body: {'port': {'device_id': 'd3f3bf4f-f9c7-4e0a-9473-f3eaa484c141', 'network_id': 'dc5de5f2-7e40-42b9-a46a-241f261f9cc2', 'admin_state_up': True, 'tenant_id': '4619cc65ab6745a38c5fa68fdfb9a36d'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:51.099894 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4267216c-3ac0-44b2-bca4-c21d08d0c80e req-c8966c41-8cf3-44e9-b5cb-839498bae81f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0906739
Jun 17 14:47:51.274565 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ff76a476-b839-48c9-b560-b35c9ca0b8f7 req-06c903c0-c0e1-4779-9e72-8cbedfbdd8b4 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 210 time: 0.0562215
Jun 17 14:47:51.328691 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:51.333254 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Usage tracker for resource:port and tenant:4619cc65ab6745a38c5fa68fdfb9a36d is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:51.336580 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:51.343201 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:51.356716 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Made reservation on behalf of 4619cc65ab6745a38c5fa68fdfb9a36d for: {'port': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:47:51.360482 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:51.589718 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Allocated IP 172.20.0.6 (dc5de5f2-7e40-42b9-a46a-241f261f9cc2/f75f5a02-5f62-45a4-9c82-3a38000d8fcf/49e1af50-41c8-42ad-b274-eac99d5b4408) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:47:51.832439 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:51.873496 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:51.884143 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2eaec967-2432-4bf2-b67c-8476f1b8c920 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:51.886605 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bf197-620c-45d0-95ad-99770602816c req-01848d28-2d29-415c-988d-2f34972ca668 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:51.888163 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-018bf197-620c-45d0-95ad-99770602816c req-01848d28-2d29-415c-988d-2f34972ca668 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.2037179
Jun 17 14:47:51.947641 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-61b09e30-1c92-48aa-a77b-720d59fd7f68 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:51.949384 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-61b09e30-1c92-48aa-a77b-720d59fd7f68 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "GET /v2.0/networks?id=dd50999b-141a-4e96-bbd7-5875c2478242 HTTP/1.1" status: 200  len: 815 time: 0.2070343
Jun 17 14:47:51.968075 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Network dc5de5f2-7e40-42b9-a46a-241f261f9cc2 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:47:51.971787 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Request body: {'port': {'device_id': '4324c774-0974-4a69-81d4-96f3b3dc6aad', 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242', 'admin_state_up': True, 'tenant_id': '9fb7734c2ce14f45bb0d148c7c0462ee'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:51.972056 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:51.976324 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:47:51.999291 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-018bf197-620c-45d0-95ad-99770602816c req-2554882c-e2cf-488e-8d6f-eb675e51658f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949452
Jun 17 14:47:52.139822 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Pushing event updated for resources: {'Port': ['ID=49e1af50-41c8-42ad-b274-eac99d5b4408,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:52.146275 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:52.168060 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:52.169000 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for port, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:52.208056 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1384592
Jun 17 14:47:52.219526 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:52.235072 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:52.235546 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Request body: {'port': {'device_id': 'd3f3bf4f-f9c7-4e0a-9473-f3eaa484c141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:52.263100 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Made reservation on behalf of 9fb7734c2ce14f45bb0d148c7c0462ee for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:47:52.280425 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:52.473374 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:52.648493 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Allocated IP 172.20.0.13 (dd50999b-141a-4e96-bbd7-5875c2478242/de193f92-d8b1-4df4-8b31-7b59b1c61812/19f31a1b-3bff-4f89-be9d-987194aa2998) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:47:52.667283 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366d96b-2a17-4947-8f9f-59dbd9e237dc req-2c3de336-fa27-40dc-8219-9612ced9b96e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:52.670716 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f23166-5ff0-4afa-9762-291a8dcff890 req-f0331650-5c2e-4e9c-9f05-4cb61014ea85 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:52.671850 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-40f23166-5ff0-4afa-9762-291a8dcff890 req-f0331650-5c2e-4e9c-9f05-4cb61014ea85 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Synchronizing usage tracker for tenant:4619cc65ab6745a38c5fa68fdfb9a36d on resource:port {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:47:52.674819 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0366d96b-2a17-4947-8f9f-59dbd9e237dc req-2c3de336-fa27-40dc-8219-9612ced9b96e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1818011
Jun 17 14:47:52.737715 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-40f23166-5ff0-4afa-9762-291a8dcff890 req-f0331650-5c2e-4e9c-9f05-4cb61014ea85 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Unset dirty status for tenant:4619cc65ab6745a38c5fa68fdfb9a36d on resource:port {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:47:52.749849 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-40f23166-5ff0-4afa-9762-291a8dcff890 req-f0331650-5c2e-4e9c-9f05-4cb61014ea85 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 931 time: 0.3939610
Jun 17 14:47:52.761948 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0366d96b-2a17-4947-8f9f-59dbd9e237dc req-248979e9-295e-4521-a6ee-fd891b1a585f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861480
Jun 17 14:47:52.929286 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-40f23166-5ff0-4afa-9762-291a8dcff890 req-ce76b19c-f0e2-478a-9a0f-98741987dc5f tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784399
Jun 17 14:47:53.090524 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-51a7387d-f0df-4322-9c74-3238fdbd7b12 req-a1e0e14e-7bbb-4f1f-8c34-fd1c6272ca0c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 210 time: 0.0950031
Jun 17 14:47:53.159569 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:53.178856 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e1af50-41c8-42ad-b274-eac99d5b4408 {{(pid=78706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:47:53.187464 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:53.193891 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:53.200015 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:53.212965 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.provisioning_blocks [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Transition to ACTIVE for port object 49e1af50-41c8-42ad-b274-eac99d5b4408 will not be triggered until provisioned by entity L2. {{(pid=78706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:53.219144 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:53.225518 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:53.235321 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['6f563e39-0ff4-4002-9022-ce568049f046', '14d9171b-b2e7-46e9-a55d-826ca70549a1', '430c530a-4202-45f9-87b3-0a2f0bf32bbd'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:47:53.268020 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Network dd50999b-141a-4e96-bbd7-5875c2478242 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:47:53.270640 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:53.274966 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:47:53.323756 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Pushing event updated for resources: {'Port': ['ID=19f31a1b-3bff-4f89-be9d-987194aa2998,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:53.332593 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:53.360567 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:53.361450 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:53.388048 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4201999
Jun 17 14:47:53.413385 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Pushing event updated for resources: {'Port': ['ID=49e1af50-41c8-42ad-b274-eac99d5b4408,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:53.413825 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Request body: {'port': {'device_id': '4324c774-0974-4a69-81d4-96f3b3dc6aad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:53.416468 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:53.492882 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Attempting to bind port 49e1af50-41c8-42ad-b274-eac99d5b4408 on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:47:53.493314 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Attempting to bind port 49e1af50-41c8-42ad-b274-eac99d5b4408 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '9b765a02-e8b3-4bea-8397-7c2e5318d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc5de5f2-7e40-42b9-a46a-241f261f9cc2'}] {{(pid=78706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:47:53.493707 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Attempting to bind port 49e1af50-41c8-42ad-b274-eac99d5b4408 on network dc5de5f2-7e40-42b9-a46a-241f261f9cc2 {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:47:53.498601 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Port 49e1af50-41c8-42ad-b274-eac99d5b4408 on network dc5de5f2-7e40-42b9-a46a-241f261f9cc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:47:53.499001 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Attempting to bind port 49e1af50-41c8-42ad-b274-eac99d5b4408 on network dc5de5f2-7e40-42b9-a46a-241f261f9cc2 {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:47:53.505700 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:47:53.506138 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Checking segment: {'id': '9b765a02-e8b3-4bea-8397-7c2e5318d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc5de5f2-7e40-42b9-a46a-241f261f9cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:47:53.506596 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Bound using segment: {'id': '9b765a02-e8b3-4bea-8397-7c2e5318d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc5de5f2-7e40-42b9-a46a-241f261f9cc2'} {{(pid=78706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:47:53.506946 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.managers [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Bound port: 49e1af50-41c8-42ad-b274-eac99d5b4408, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b765a02-e8b3-4bea-8397-7c2e5318d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc5de5f2-7e40-42b9-a46a-241f261f9cc2'}}] {{(pid=78706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:47:53.507290 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:53.531601 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:53.670522 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] For port 49e1af50-41c8-42ad-b274-eac99d5b4408, host hv-cinder-79685, cleared binding levels {{(pid=78706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:47:53.680224 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] For port 49e1af50-41c8-42ad-b274-eac99d5b4408, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=49e1af50-41c8-42ad-b274-eac99d5b4408,segment=NetworkSegment(9b765a02-e8b3-4bea-8397-7c2e5318d560),segment_id=9b765a02-e8b3-4bea-8397-7c2e5318d560)] {{(pid=78706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:47:53.686657 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:53.697833 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-786f6cb6-fe37-4b3b-b65f-30c267445e2b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:53.755131 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:53.755852 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for port, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:53.757225 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] 10.222.0.37 "PUT /v2.0/ports/49e1af50-41c8-42ad-b274-eac99d5b4408 HTTP/1.1" status: 200  len: 1093 time: 1.5308855
Jun 17 14:47:53.757750 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f3bf4f-f9c7-4e0a-9473-f3eaa484c141', 'tag': '49e1af50-41c8-42ad-b274-eac99d5b4408'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:47:53.811695 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Pushing event updated for resources: {'Port': ['ID=49e1af50-41c8-42ad-b274-eac99d5b4408,revision_number=3']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:53.822892 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:53.902678 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f3bf4f-f9c7-4e0a-9473-f3eaa484c141', 'tag': '49e1af50-41c8-42ad-b274-eac99d5b4408', 'status': 'completed', 'code': 200}
Jun 17 14:47:53.944612 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40816) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:53.973430 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-e5b10273-b373-4557-a986-269c1d4896d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:53.975291 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-e5b10273-b373-4557-a986-269c1d4896d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4619cc65ab6745a38c5fa68fdfb9a36d&device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 1096 time: 0.1441269
Jun 17 14:47:54.070660 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d146e9-bf2a-48f2-a25d-f592a7c17945 req-40f0fe2a-a450-4259-8306-275108f890d8 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:54.072315 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f7d146e9-bf2a-48f2-a25d-f592a7c17945 req-40f0fe2a-a450-4259-8306-275108f890d8 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1616397
Jun 17 14:47:54.074559 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f31a1b-3bff-4f89-be9d-987194aa2998 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:47:54.083176 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:54.137722 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Transition to ACTIVE for port object 19f31a1b-3bff-4f89-be9d-987194aa2998 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:54.152069 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:54.160698 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:54.226467 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f7d146e9-bf2a-48f2-a25d-f592a7c17945 req-c9967f71-be95-4554-b207-1762d941fd0c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1354153
Jun 17 14:47:54.232768 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-601a6ddb-1553-42f0-8798-614bce075a0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e1af50-41c8-42ad-b274-eac99d5b4408 HTTP/1.1" status: 200  len: 217 time: 0.2356317
Jun 17 14:47:54.255416 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f6708ad4-cf04-4799-9595-3b4ed48d5f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:54.285369 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Pushing event updated for resources: {'Port': ['ID=19f31a1b-3bff-4f89-be9d-987194aa2998,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:54.288969 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:54.307846 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-f6708ad4-cf04-4799-9595-3b4ed48d5f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:54.312085 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-f6708ad4-cf04-4799-9595-3b4ed48d5f49 admin admin] Usage tracker for resource:security_group_rule and tenant:0c191d753a754078aff8cc27d0d248ef is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:54.316455 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-f6708ad4-cf04-4799-9595-3b4ed48d5f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:54.333350 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-f6708ad4-cf04-4799-9595-3b4ed48d5f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:54.392855 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-17d706e2-4012-4700-b1a5-89228a0bb004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:54.394656 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-17d706e2-4012-4700-b1a5-89228a0bb004 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f75f5a02-5f62-45a4-9c82-3a38000d8fcf HTTP/1.1" status: 200  len: 849 time: 0.1445482
Jun 17 14:47:54.468457 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7cdcf-6d78-4704-98ea-e01ca45c66b1 req-342aef50-76c4-4c45-bd1d-dddb987e6bda tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:54.468457 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-13a7cdcf-6d78-4704-98ea-e01ca45c66b1 req-342aef50-76c4-4c45-bd1d-dddb987e6bda tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 943 time: 0.2957842
Jun 17 14:47:54.470395 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-f62a1f50-3e83-43df-b228-449cc85ff250 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc5de5f2-7e40-42b9-a46a-241f261f9cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0658631
Jun 17 14:47:54.491874 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:54.529584 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Attempting to bind port 19f31a1b-3bff-4f89-be9d-987194aa2998 on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:47:54.529938 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Attempting to bind port 19f31a1b-3bff-4f89-be9d-987194aa2998 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:47:54.530226 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Attempting to bind port 19f31a1b-3bff-4f89-be9d-987194aa2998 on network dd50999b-141a-4e96-bbd7-5875c2478242 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:47:54.538733 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Port 19f31a1b-3bff-4f89-be9d-987194aa2998 on network dd50999b-141a-4e96-bbd7-5875c2478242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:47:54.539095 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Attempting to bind port 19f31a1b-3bff-4f89-be9d-987194aa2998 on network dd50999b-141a-4e96-bbd7-5875c2478242 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:47:54.551004 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e34ad-b3b9-4307-abf3-6a5d82f8cd16 req-58bb42db-9698-4c76-a48e-d0df1cb95838 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:54.551762 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-204e34ad-b3b9-4307-abf3-6a5d82f8cd16 req-58bb42db-9698-4c76-a48e-d0df1cb95838 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Synchronizing usage tracker for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:47:54.558260 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:47:54.558611 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Checking segment: {'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:47:54.558996 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Bound using segment: {'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:47:54.559447 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Bound port: 19f31a1b-3bff-4f89-be9d-987194aa2998, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:47:54.559795 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:54.608693 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-204e34ad-b3b9-4307-abf3-6a5d82f8cd16 req-58bb42db-9698-4c76-a48e-d0df1cb95838 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Unset dirty status for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:47:54.609757 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-204e34ad-b3b9-4307-abf3-6a5d82f8cd16 req-58bb42db-9698-4c76-a48e-d0df1cb95838 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 944 time: 0.2555697
Jun 17 14:47:54.651895 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-13a7cdcf-6d78-4704-98ea-e01ca45c66b1 req-526d8750-eb55-447c-a801-48fa204df251 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725783
Jun 17 14:47:54.698811 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-204e34ad-b3b9-4307-abf3-6a5d82f8cd16 req-7f730fc7-b829-4dd8-8880-58980dbf8a21 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690496
Jun 17 14:47:54.699472 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] For port 19f31a1b-3bff-4f89-be9d-987194aa2998, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:47:54.703208 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] For port 19f31a1b-3bff-4f89-be9d-987194aa2998, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=19f31a1b-3bff-4f89-be9d-987194aa2998,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:47:54.717778 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:54.725113 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:54.727913 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-0486170b-0912-4fae-82b6-4f39733ddca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:54.795766 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f6708ad4-cf04-4799-9595-3b4ed48d5f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:54.800662 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-bc5d428d-3005-4d90-b563-1c04a0e76a5b service neutron] 10.222.0.37 "GET /v2.0/networks/dc5de5f2-7e40-42b9-a46a-241f261f9cc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3229229
Jun 17 14:47:54.801879 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f6708ad4-cf04-4799-9595-3b4ed48d5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:54.812637 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-54ff3018-6632-4c9b-a8bf-e80971795787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:54.875071 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:54.876492 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:54.877836 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-eafd7332-4687-4786-9809-01e4b994309c service neutron] 10.222.0.37 "PUT /v2.0/ports/19f31a1b-3bff-4f89-be9d-987194aa2998 HTTP/1.1" status: 200  len: 1094 time: 1.4696314
Jun 17 14:47:54.878556 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4324c774-0974-4a69-81d4-96f3b3dc6aad', 'tag': '19f31a1b-3bff-4f89-be9d-987194aa2998'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:47:54.904124 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Pushing event updated for resources: {'Port': ['ID=19f31a1b-3bff-4f89-be9d-987194aa2998,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:54.908670 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:54.936221 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4324c774-0974-4a69-81d4-96f3b3dc6aad', 'tag': '19f31a1b-3bff-4f89-be9d-987194aa2998', 'status': 'completed', 'code': 200}
Jun 17 14:47:55.002869 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-f6708ad4-cf04-4799-9595-3b4ed48d5f49 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0c191d753a754078aff8cc27d0d248ef&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0573180
Jun 17 14:47:55.007154 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40840) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:55.018166 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6708ad4-cf04-4799-9595-3b4ed48d5f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb901177-89d6-4c0c-a92e-7c0d7f47ff9d,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:55.028985 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f6708ad4-cf04-4799-9595-3b4ed48d5f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:55.049967 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-2e6c67a8-362e-44bc-be7e-6c9fc0177259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:55.052517 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-2e6c67a8-362e-44bc-be7e-6c9fc0177259 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 1097 time: 0.0871642
Jun 17 14:47:55.090886 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8a98e03-f94b-4ece-b211-39daeea39c90 req-31863d4e-a033-4f25-a68f-d3a05fe50c71 service neutron] 10.222.0.37 "GET /v2.0/networks/dc5de5f2-7e40-42b9-a46a-241f261f9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2790949
Jun 17 14:47:55.134880 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4f6de-123e-47ba-a952-6f49ac80254e req-24e23fe8-35bb-46ce-951b-a11bf3f63655 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:55.136178 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9ff4f6de-123e-47ba-a952-6f49ac80254e req-24e23fe8-35bb-46ce-951b-a11bf3f63655 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.2903175
Jun 17 14:47:55.142471 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-19097c15-a3ee-4348-acf5-26afb30cbd98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f31a1b-3bff-4f89-be9d-987194aa2998 HTTP/1.1" status: 200  len: 217 time: 0.0745201
Jun 17 14:47:55.143697 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1ff4-b251-4fd4-a504-d3643c691b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:55.206024 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1ff4-b251-4fd4-a504-d3643c691b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:55.218741 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9ff4f6de-123e-47ba-a952-6f49ac80254e req-032519c8-1f3a-443d-8098-f0c9006b2031 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730705
Jun 17 14:47:55.317483 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-e97c9b5d-16f8-4b82-836e-05634182210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:55.321473 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-e97c9b5d-16f8-4b82-836e-05634182210c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de193f92-d8b1-4df4-8b31-7b59b1c61812 HTTP/1.1" status: 200  len: 855 time: 0.0886731
Jun 17 14:47:55.365606 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1ff4-b251-4fd4-a504-d3643c691b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:55.371900 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-58891a8e-c587-4e17-893a-9888594ad22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:55.397772 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1ff4-b251-4fd4-a504-d3643c691b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:55.401773 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-8b1a1ff4-b251-4fd4-a504-d3643c691b69 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bb901177-89d6-4c0c-a92e-7c0d7f47ff9d HTTP/1.1" status: 204  len: 168 time: 0.3828201
Jun 17 14:47:55.401773 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a1ff4-b251-4fd4-a504-d3643c691b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb901177-89d6-4c0c-a92e-7c0d7f47ff9d,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:55.419255 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8b1a1ff4-b251-4fd4-a504-d3643c691b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:55.432590 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b1881-b354-4015-b8ca-be570f06ac96 req-78122ced-2574-41ca-b388-f5dcbff9b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:55.434431 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-340b1881-b354-4015-b8ca-be570f06ac96 req-78122ced-2574-41ca-b388-f5dcbff9b8e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4619cc65ab6745a38c5fa68fdfb9a36d&device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 1096 time: 0.1755340
Jun 17 14:47:55.526236 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-13772445-cd4a-4a30-9609-a76b88708bc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd50999b-141a-4e96-bbd7-5875c2478242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1805391
Jun 17 14:47:55.649678 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b1881-b354-4015-b8ca-be570f06ac96 req-6452d7c7-9149-43d5-809e-cb21a41ca449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:55.651951 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-340b1881-b354-4015-b8ca-be570f06ac96 req-6452d7c7-9149-43d5-809e-cb21a41ca449 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc5de5f2-7e40-42b9-a46a-241f261f9cc2 HTTP/1.1" status: 200  len: 911 time: 0.1969974
Jun 17 14:47:55.728806 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f9610-2fab-4c47-a150-ed90b8a8a07e req-72ba326d-de3b-4fba-8cc4-cc7e4eb3efcd tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:55.741310 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2a3f9610-2fab-4c47-a150-ed90b8a8a07e req-72ba326d-de3b-4fba-8cc4-cc7e4eb3efcd tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.2997370
Jun 17 14:47:55.754412 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-340b1881-b354-4015-b8ca-be570f06ac96 req-adf97ad1-fb57-49fa-8523-bbaa5c1fa352 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e1af50-41c8-42ad-b274-eac99d5b4408 HTTP/1.1" status: 200  len: 217 time: 0.0940950
Jun 17 14:47:55.800480 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-0cd849a7-cdc3-439e-9e6d-c2126500bdba service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2524080
Jun 17 14:47:55.812525 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2a3f9610-2fab-4c47-a150-ed90b8a8a07e req-7a3510de-aff2-45bd-9073-406df44e76a4 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702651
Jun 17 14:47:55.879698 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b1881-b354-4015-b8ca-be570f06ac96 req-e1f1588c-17a3-425c-9f6f-4568e61e300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:55.882019 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-340b1881-b354-4015-b8ca-be570f06ac96 req-e1f1588c-17a3-425c-9f6f-4568e61e300e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f75f5a02-5f62-45a4-9c82-3a38000d8fcf HTTP/1.1" status: 200  len: 849 time: 0.1101730
Jun 17 14:47:55.954671 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-340b1881-b354-4015-b8ca-be570f06ac96 req-fc8e4ba0-7852-4eb3-a406-be73b903ee05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc5de5f2-7e40-42b9-a46a-241f261f9cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0617082
Jun 17 14:47:56.078295 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0d1b032f-90bd-4d21-934c-2e3a33860cec req-5bbde2c3-55a2-4085-8a4d-cb3059f704bc service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2646422
Jun 17 14:47:56.175854 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab799705-f49e-44ab-90a5-1752f799c63c req-39e3673a-9564-430a-ada2-adfc7486a5a9 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:56.177393 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ab799705-f49e-44ab-90a5-1752f799c63c req-39e3673a-9564-430a-ada2-adfc7486a5a9 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 943 time: 0.1997237
Jun 17 14:47:56.257039 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-ab799705-f49e-44ab-90a5-1752f799c63c req-3b878f99-929d-426f-bcae-b2fc78cd17a5 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Synchronizing usage tracker for tenant:4619cc65ab6745a38c5fa68fdfb9a36d on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:47:56.289789 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-ab799705-f49e-44ab-90a5-1752f799c63c req-3b878f99-929d-426f-bcae-b2fc78cd17a5 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Unset dirty status for tenant:4619cc65ab6745a38c5fa68fdfb9a36d on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:47:56.291155 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ab799705-f49e-44ab-90a5-1752f799c63c req-3b878f99-929d-426f-bcae-b2fc78cd17a5 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966420
Jun 17 14:47:56.329417 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-340b1881-b354-4015-b8ca-be570f06ac96 req-2ddeef6b-9a87-45f4-a035-1fd1d15dd725 service neutron] 10.222.0.37 "GET /v2.0/networks/dc5de5f2-7e40-42b9-a46a-241f261f9cc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3640068
Jun 17 14:47:56.400698 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d2a4e-1cd4-4a68-af5d-16a80521c49d req-5fcedee9-ef79-4fb6-a35f-a7359d193990 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:56.405847 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-472d2a4e-1cd4-4a68-af5d-16a80521c49d req-5fcedee9-ef79-4fb6-a35f-a7359d193990 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 944 time: 0.2381487
Jun 17 14:47:56.418918 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b38cd3-1bf9-4718-9a9a-6473c10135f3 req-5667c987-7d7c-423a-a683-42acc2d68078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:56.420042 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-78b38cd3-1bf9-4718-9a9a-6473c10135f3 req-5667c987-7d7c-423a-a683-42acc2d68078 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 1097 time: 0.0971944
Jun 17 14:47:56.560730 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-472d2a4e-1cd4-4a68-af5d-16a80521c49d req-3a919bf7-9520-4205-bd12-b94d4c1aa947 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901186
Jun 17 14:47:56.575108 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-340b1881-b354-4015-b8ca-be570f06ac96 req-4907c633-2400-4c12-b4bc-138d03c345b1 service neutron] 10.222.0.37 "GET /v2.0/networks/dc5de5f2-7e40-42b9-a46a-241f261f9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2366788
Jun 17 14:47:56.615015 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b38cd3-1bf9-4718-9a9a-6473c10135f3 req-07a52a11-5999-4c36-94b6-f8c5751eed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:56.616528 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-78b38cd3-1bf9-4718-9a9a-6473c10135f3 req-07a52a11-5999-4c36-94b6-f8c5751eed10 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd50999b-141a-4e96-bbd7-5875c2478242 HTTP/1.1" status: 200  len: 917 time: 0.1883614
Jun 17 14:47:56.691617 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40890) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:56.724996 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-78b38cd3-1bf9-4718-9a9a-6473c10135f3 req-069527a1-95b3-45ee-9d22-5b267a25b246 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f31a1b-3bff-4f89-be9d-987194aa2998 HTTP/1.1" status: 200  len: 217 time: 0.0853002
Jun 17 14:47:56.818075 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-518195720-network', 'tenant_id': 'c5c530559768411bac83f46228d16ea4'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:56.822725 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:56.822938 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b38cd3-1bf9-4718-9a9a-6473c10135f3 req-d92e857d-68cb-4efa-8ff8-6d6bc4dca3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:56.824576 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-78b38cd3-1bf9-4718-9a9a-6473c10135f3 req-d92e857d-68cb-4efa-8ff8-6d6bc4dca3eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de193f92-d8b1-4df4-8b31-7b59b1c61812 HTTP/1.1" status: 200  len: 855 time: 0.0895069
Jun 17 14:47:56.827148 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Usage tracker for resource:network and tenant:c5c530559768411bac83f46228d16ea4 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:56.830336 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:56.840574 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:56.869838 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Made reservation on behalf of c5c530559768411bac83f46228d16ea4 for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:47:56.873598 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:56.884103 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-78b38cd3-1bf9-4718-9a9a-6473c10135f3 req-c9289581-f854-4fb7-98e3-fcce16a64e79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd50999b-141a-4e96-bbd7-5875c2478242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481453
Jun 17 14:47:56.897982 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:56.917168 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:56.922748 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c530559768411bac83f46228d16ea4 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:56.927036 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:56.936598 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:57.004323 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40902) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:57.043334 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:57.048707 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:57.053494 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8b1a1ff4-b251-4fd4-a504-d3643c691b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:57.093944 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] vlan segment allocate from pool success with {'vlan_id': 1261, 'physical_network': 'physnet1'}  {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:47:57.105145 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-78b38cd3-1bf9-4718-9a9a-6473c10135f3 req-e1b799ba-86f1-46eb-9f7c-90344e336945 service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2171001
Jun 17 14:47:57.105593 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2812dd-f0bf-4983-b514-a44d809b0c65,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:57.111645 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:57.115444 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:57.116031 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.segments_db [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Added segment 48109b79-38de-49d3-b3db-2f2589931f44 of type vlan for network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb
Jun 17 14:47:57.162421 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:57.163414 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fa4c4-07d0-436a-bb0c-91083cc03aca req-bc9c60fd-e734-4bd5-be93-967976a10c57 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:57.172848 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-687fa4c4-07d0-436a-bb0c-91083cc03aca req-bc9c60fd-e734-4bd5-be93-967976a10c57 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1818016
Jun 17 14:47:57.209565 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1ca94529-d2bd-420e-a1f7-382438e970d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:57.228525 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-1ca94529-d2bd-420e-a1f7-382438e970d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:57.232707 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:57.233759 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-1ca94529-d2bd-420e-a1f7-382438e970d8 admin admin] Usage tracker for resource:security_group_rule and tenant:07d72a17235549fda6d4b04abc9db84f is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:57.237241 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:57.238011 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:57.241842 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-1ca94529-d2bd-420e-a1f7-382438e970d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:57.245120 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:57.272556 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-1ca94529-d2bd-420e-a1f7-382438e970d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:57.308821 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-687fa4c4-07d0-436a-bb0c-91083cc03aca req-ffcb1274-a509-4680-91c4-232398eb088f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1350024
Jun 17 14:47:57.366304 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6709633
Jun 17 14:47:57.367942 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 40914) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:57.371883 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-78b38cd3-1bf9-4718-9a9a-6473c10135f3 req-1bf624c7-0ba5-414b-821e-a2d1a02435c1 service neutron] 10.222.0.37 "GET /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2558239
Jun 17 14:47:57.373966 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Pushing event updated for resources: {'Network': ['ID=82772615-1cc7-4e62-a2c1-9ccd7d4392bb,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:57.375651 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Request body: {'subnet': {'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-518195720-subnet', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'ip_version': 4}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:57.378603 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:57.389765 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:57.397400 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:47:57.406990 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Usage tracker for resource:subnet and tenant:c5c530559768411bac83f46228d16ea4 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:57.414473 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:57.429299 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:57.456477 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Made reservation on behalf of c5c530559768411bac83f46228d16ea4 for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:47:57.459224 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10568824'] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:57.584356 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1ca94529-d2bd-420e-a1f7-382438e970d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:57.594373 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1ca94529-d2bd-420e-a1f7-382438e970d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:57.601396 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:57.744249 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-1ca94529-d2bd-420e-a1f7-382438e970d8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=07d72a17235549fda6d4b04abc9db84f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7385478
Jun 17 14:47:57.749867 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 40920) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:57.756133 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0851a-8c57-4c4a-90fe-5ac55bf8093c req-d04c296d-72c2-4a9c-80bb-483c624b3401 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:57.757611 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b6c0851a-8c57-4c4a-90fe-5ac55bf8093c req-d04c296d-72c2-4a9c-80bb-483c624b3401 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 943 time: 0.2873106
Jun 17 14:47:57.759646 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca94529-d2bd-420e-a1f7-382438e970d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214fcbdd-76c3-4397-baa2-6b36f076ac08,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:57.762773 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1ca94529-d2bd-420e-a1f7-382438e970d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:57.807490 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b6c0851a-8c57-4c4a-90fe-5ac55bf8093c req-dd0da01f-afe5-4494-9179-21a0675e6c21 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413177
Jun 17 14:47:57.891521 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5a68bbff-7d0d-45f0-bfd2-29344c9c4bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:57.911587 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdf580-cb57-4c4b-b3f5-81019e77e6f4 req-47733887-0d2e-4d27-a0c7-b2d3c5a051bc tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:57.913136 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c5bdf580-cb57-4c4b-b3f5-81019e77e6f4 req-47733887-0d2e-4d27-a0c7-b2d3c5a051bc tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 944 time: 0.2315621
Jun 17 14:47:57.978146 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5a68bbff-7d0d-45f0-bfd2-29344c9c4bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:58.059472 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c5bdf580-cb57-4c4b-b3f5-81019e77e6f4 req-5dafabc8-f752-4703-8d40-93ba5e7b32f1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342304
Jun 17 14:47:58.133755 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5a68bbff-7d0d-45f0-bfd2-29344c9c4bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:58.136771 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9945b717-ec06-4729-a229-43e992c46767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:58.160641 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68bbff-7d0d-45f0-bfd2-29344c9c4bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214fcbdd-76c3-4397-baa2-6b36f076ac08,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:58.164957 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5a68bbff-7d0d-45f0-bfd2-29344c9c4bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:58.181610 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-5a68bbff-7d0d-45f0-bfd2-29344c9c4bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:58.183771 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-5a68bbff-7d0d-45f0-bfd2-29344c9c4bab admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/214fcbdd-76c3-4397-baa2-6b36f076ac08 HTTP/1.1" status: 204  len: 168 time: 0.4316599
Jun 17 14:47:58.268059 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10571540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10568810'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:58.276569 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d4169544-af0f-40f5-8d29-959bf04873bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:58.403588 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd0bc2e9-44f4-4df0-bd36-64c989a62cc9,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:58.407656 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:58.411022 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Checking segment: {'id': '48109b79-38de-49d3-b3db-2f2589931f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:47:58.411358 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Network hostable DHCP agents. Network: 82772615-1cc7-4e62-a2c1-9ccd7d4392bb, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:47:58.433965 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:47:58.447320 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, 82772615-1cc7-4e62-a2c1-9ccd7d4392bb) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:58.460260 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893d9134-6f05-429c-9477-509e8cacde97 None None] Network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:47:58.463689 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:58.464363 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:58.499778 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e82f079f-57fe-4209-be64-6142e13db26e admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1303880
Jun 17 14:47:58.503622 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 40932) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:47:58.509514 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:47:58.514507 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:47:58.519293 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Usage tracker for resource:router and tenant:c5c530559768411bac83f46228d16ea4 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:47:58.523246 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:47:58.532502 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:47:58.552148 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1009'] for router, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:58.553540 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:58.590710 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:58.632648 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59052ee-4aee-4d76-8867-dd2a8fd97915 req-e56ed689-701b-4595-8527-cfa6930ab04d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:58.632648 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e59052ee-4aee-4d76-8867-dd2a8fd97915 req-e56ed689-701b-4595-8527-cfa6930ab04d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1664078
Jun 17 14:47:58.638297 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7b9cefe7-b69f-47b0-82ca-8628567f50bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:58.679435 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e59052ee-4aee-4d76-8867-dd2a8fd97915 req-bf8871b9-b45b-445f-ba38-33fdd8de4c29 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441489
Jun 17 14:47:58.813942 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ba3dc35-c8d0-5121-954b-099e47d2ccaa-82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'fixed_ips': [{'subnet_id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9'}]}} from dv-cinder-796859-1-iscsi. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 17 14:47:58.815666 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:58.895228 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-922'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:58.999561 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Allocated IP 172.20.0.2 (82772615-1cc7-4e62-a2c1-9ccd7d4392bb/dd0bc2e9-44f4-4df0-bd36-64c989a62cc9/852e9bc5-4c21-4f11-8571-ca56c8e41346) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:47:59.093625 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e834c-0a45-4a46-b287-cbf0120a063a req-a918b874-7372-4f48-a0fa-49b44aba4121 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:59.095174 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-da3e834c-0a45-4a46-b287-cbf0120a063a req-a918b874-7372-4f48-a0fa-49b44aba4121 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 943 time: 0.1577847
Jun 17 14:47:59.187698 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-da3e834c-0a45-4a46-b287-cbf0120a063a req-1aabde66-48d0-4148-b30b-98bb7eb86171 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727437
Jun 17 14:47:59.261899 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:59.273491 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Transition to ACTIVE for port object 852e9bc5-4c21-4f11-8571-ca56c8e41346 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:59.302293 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Transition to ACTIVE for port object 852e9bc5-4c21-4f11-8571-ca56c8e41346 will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:47:59.310554 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:59.319095 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:59.321166 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd5dd1-76be-4028-b04b-4c5fd869076a req-7efc3d78-f8e0-4077-8185-8737c1e07190 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:47:59.322691 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bbdd5dd1-76be-4028-b04b-4c5fd869076a req-7efc3d78-f8e0-4077-8185-8737c1e07190 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 944 time: 0.1147215
Jun 17 14:47:59.383600 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bbdd5dd1-76be-4028-b04b-4c5fd869076a req-ace42c55-a4c4-4ffc-a782-3fb10d18a0a0 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506699
Jun 17 14:47:59.418110 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:47:59.421432 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Resources bound (agent type, host, resource id):  {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:47:59.425761 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:47:59.432058 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Pushing event updated for resources: {'Port': ['ID=852e9bc5-4c21-4f11-8571-ca56c8e41346,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:59.436279 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:59.501524 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:59.532423 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Attempting to bind port 852e9bc5-4c21-4f11-8571-ca56c8e41346 on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:47:59.533881 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Attempting to bind port 852e9bc5-4c21-4f11-8571-ca56c8e41346 by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '48109b79-38de-49d3-b3db-2f2589931f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:47:59.534090 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Attempting to bind port 852e9bc5-4c21-4f11-8571-ca56c8e41346 on network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:47:59.539350 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:59.541175 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:47:59.541738 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Checking segment: {'id': '48109b79-38de-49d3-b3db-2f2589931f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:47:59.542291 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:59.543079 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Bound using segment: {'id': '48109b79-38de-49d3-b3db-2f2589931f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:47:59.543689 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Bound port: 852e9bc5-4c21-4f11-8571-ca56c8e41346, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48109b79-38de-49d3-b3db-2f2589931f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:47:59.544319 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:59.663590 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] For port 852e9bc5-4c21-4f11-8571-ca56c8e41346, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:47:59.667578 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] For port 852e9bc5-4c21-4f11-8571-ca56c8e41346, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=852e9bc5-4c21-4f11-8571-ca56c8e41346,segment=NetworkSegment(48109b79-38de-49d3-b3db-2f2589931f44),segment_id=48109b79-38de-49d3-b3db-2f2589931f44)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:47:59.674992 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:59.680359 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:47:59.715800 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Allocated IP 172.27.3.107 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/a6d23bdc-1306-4755-b2ae-6c783a9144e8) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:47:59.786042 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Pushing event updated for resources: {'Port': ['ID=852e9bc5-4c21-4f11-8571-ca56c8e41346,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:47:59.792167 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:47:59.809158 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 19f31a1b-3bff-4f89-be9d-987194aa2998 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:47:59.944728 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:59.978293 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:47:59.993638 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 19f31a1b-3bff-4f89-be9d-987194aa2998, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=19f31a1b-3bff-4f89-be9d-987194aa2998,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:00.016697 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32364899-f015-4d5c-bcfa-0e2c7172f4aa req-1e58d1d9-b495-4ca7-9a4f-75a67faac98f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:00.019105 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-32364899-f015-4d5c-bcfa-0e2c7172f4aa req-1e58d1d9-b495-4ca7-9a4f-75a67faac98f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1600533
Jun 17 14:48:00.034418 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': '19f31a1b-3bff-4f89-be9d-987194aa2998', 'network_id': 'dd50999b-141a-4e96-bbd7-5875c2478242', 'port_id': '19f31a1b-3bff-4f89-be9d-987194aa2998', 'mac_address': 'fa:16:3e:72:d3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de193f92-d8b1-4df4-8b31-7b59b1c61812', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:48:00.095364 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-32364899-f015-4d5c-bcfa-0e2c7172f4aa req-33bc8b45-7e5f-441d-8e92-7aa8bd9bd26c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614836
Jun 17 14:48:00.099053 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:00.104252 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:00.118551 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:00.140015 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f31a1b-3bff-4f89-be9d-987194aa2998 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:48:00.162519 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 19f31a1b-3bff-4f89-be9d-987194aa2998, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=19f31a1b-3bff-4f89-be9d-987194aa2998,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:00.169469 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:00.170479 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 49e1af50-41c8-42ad-b274-eac99d5b4408 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:48:00.203427 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:48:00.205508 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:48:00.211258 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:48:00.260384 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d23bdc-1306-4755-b2ae-6c783a9144e8,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:00.269938 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:00.298024 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:00.398806 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=19f31a1b-3bff-4f89-be9d-987194aa2998,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:00.408052 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:00.416541 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cdc4f-a436-4cfd-a74e-b34b496f6030 req-967bb49b-890a-4e2b-a23a-ab6e28cd0e5a tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:00.418130 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-070cdc4f-a436-4cfd-a74e-b34b496f6030 req-967bb49b-890a-4e2b-a23a-ab6e28cd0e5a tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 943 time: 0.0949936
Jun 17 14:48:00.438676 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 49e1af50-41c8-42ad-b274-eac99d5b4408, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=49e1af50-41c8-42ad-b274-eac99d5b4408,segment=NetworkSegment(9b765a02-e8b3-4bea-8397-7c2e5318d560),segment_id=9b765a02-e8b3-4bea-8397-7c2e5318d560)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:00.460518 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': '49e1af50-41c8-42ad-b274-eac99d5b4408', 'network_id': 'dc5de5f2-7e40-42b9-a46a-241f261f9cc2', 'port_id': '49e1af50-41c8-42ad-b274-eac99d5b4408', 'mac_address': 'fa:16:3e:aa:5a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75f5a02-5f62-45a4-9c82-3a38000d8fcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:48:00.506210 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-070cdc4f-a436-4cfd-a74e-b34b496f6030 req-e8755297-f7ff-46d1-bbf8-d3be90f145c8 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747173
Jun 17 14:48:00.536780 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:00.558444 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e1af50-41c8-42ad-b274-eac99d5b4408 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:48:00.581656 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 49e1af50-41c8-42ad-b274-eac99d5b4408, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=49e1af50-41c8-42ad-b274-eac99d5b4408,segment=NetworkSegment(9b765a02-e8b3-4bea-8397-7c2e5318d560),segment_id=9b765a02-e8b3-4bea-8397-7c2e5318d560)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:00.587119 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:00.590130 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-8d927953-aea7-4a78-a746-abf866882d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:00.693323 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=49e1af50-41c8-42ad-b274-eac99d5b4408,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:00.696753 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:00.783666 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:00.857998 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f67056-f708-4006-8b30-48f017e5f957 req-4068e678-230e-4a55-a64d-4ebc1237d328 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:00.859896 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a2f67056-f708-4006-8b30-48f017e5f957 req-4068e678-230e-4a55-a64d-4ebc1237d328 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 945 time: 0.2761474
Jun 17 14:48:01.013735 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a2f67056-f708-4006-8b30-48f017e5f957 req-c9c44cdd-60f8-4830-9a3f-634673745147 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440048
Jun 17 14:48:01.085737 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['19f31a1b-3bff-4f89-be9d-987194aa2998'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:48:01.116891 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['49e1af50-41c8-42ad-b274-eac99d5b4408'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:48:01.326240 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4993baf4-2cfb-48d2-a706-b4da2cbcefe7 None None] Network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:48:01.340686 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 852e9bc5-4c21-4f11-8571-ca56c8e41346 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:01.402119 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643652'] for router, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:01.535484 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829c639-1403-42b3-992a-bfd8dc58c1fe req-67a8c31a-db56-4288-80f9-40b4c50dd89f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:01.542804 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-2a1ecd22-5d17-4d5e-9386-48e52be4e60c None None] Provisioning for port 852e9bc5-4c21-4f11-8571-ca56c8e41346 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:01.546839 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0829c639-1403-42b3-992a-bfd8dc58c1fe req-67a8c31a-db56-4288-80f9-40b4c50dd89f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1758306
Jun 17 14:48:01.632205 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0829c639-1403-42b3-992a-bfd8dc58c1fe req-2256ef06-74f1-4c22-97da-5308d94c9a06 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821750
Jun 17 14:48:01.703864 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 852e9bc5-4c21-4f11-8571-ca56c8e41346 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:01.738734 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 852e9bc5-4c21-4f11-8571-ca56c8e41346 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:01.739264 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:01.803944 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Router 48b3f9a2-beee-45d5-a07b-f78280f9069e is scheduled to L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 with binding_index 1 {{(pid=78705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 17 14:48:01.934944 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec6a7-48b9-462c-a892-de2e7c89483c req-ad1d4f09-55a9-40b6-82e8-b2edb7467fbb tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:01.936647 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-18bec6a7-48b9-462c-a892-de2e7c89483c req-ad1d4f09-55a9-40b6-82e8-b2edb7467fbb tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 944 time: 0.2113018
Jun 17 14:48:02.091332 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-18bec6a7-48b9-462c-a892-de2e7c89483c req-a49e5e07-a550-48b0-9abe-c886e521d03d tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380990
Jun 17 14:48:02.094281 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:48:02.110895 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Sync routers for ids ['48b3f9a2-beee-45d5-a07b-f78280f9069e'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:48:02.148000 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:02.151406 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:02.152853 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Routers {'48b3f9a2-beee-45d5-a07b-f78280f9069e'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:48:02.154780 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2841ae20>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:47:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['48b3f9a2-beee-45d5-a07b-f78280f9069e'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:02.155065 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.6490088
Jun 17 14:48:02.157216 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 40976) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:48:02.296467 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:02.356964 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 852e9bc5-4c21-4f11-8571-ca56c8e41346, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=852e9bc5-4c21-4f11-8571-ca56c8e41346,segment=NetworkSegment(48109b79-38de-49d3-b3db-2f2589931f44),segment_id=48109b79-38de-49d3-b3db-2f2589931f44)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:02.363102 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:02.370052 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:02.442707 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Set router 48b3f9a2-beee-45d5-a07b-f78280f9069e gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:48:02.455849 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=852e9bc5-4c21-4f11-8571-ca56c8e41346,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:02.460625 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:02.478286 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9050c9-fe49-4687-98ab-4d39c9c6af84 req-9b3ee2e8-6a7b-4f6a-a6d4-6b2a56ee5599 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:02.479914 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5e9050c9-fe49-4687-98ab-4d39c9c6af84 req-9b3ee2e8-6a7b-4f6a-a6d4-6b2a56ee5599 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 945 time: 0.2388549
Jun 17 14:48:02.625903 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-53020d9f-bce5-429b-9778-4bccc4efa1c5 None None] Provisioning complete for port 852e9bc5-4c21-4f11-8571-ca56c8e41346 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:02.626484 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-53020d9f-bce5-429b-9778-4bccc4efa1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:02.674970 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5e9050c9-fe49-4687-98ab-4d39c9c6af84 req-3749ed96-aa59-4dbb-8f78-5782f8831448 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424208
Jun 17 14:48:02.799602 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2841ae20>, [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:48:00Z', 'revision_number': 3, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port': {'id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:18:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:59Z', 'updated_at': '2021-06-17T14:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:02.804101 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Checking router: 48b3f9a2-beee-45d5-a07b-f78280f9069e for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:48:02.804429 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Updating router 48b3f9a2-beee-45d5-a07b-f78280f9069e port a6d23bdc-1306-4755-b2ae-6c783a9144e8 binding host dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:48:02.833979 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a01cf-aaef-4ad3-9fe2-7a9a6074118a req-f6795dfa-f1e9-408c-86b2-ae3dd617aadb tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:02.835519 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-370a01cf-aaef-4ad3-9fe2-7a9a6074118a req-f6795dfa-f1e9-408c-86b2-ae3dd617aadb tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.0886378
Jun 17 14:48:02.866758 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:02.900162 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-370a01cf-aaef-4ad3-9fe2-7a9a6074118a req-41b504cc-ccd2-4363-aee9-35b70af37bac tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559015
Jun 17 14:48:03.151844 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:03.264457 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:03.291180 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Transition to ACTIVE for port object a6d23bdc-1306-4755-b2ae-6c783a9144e8 will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:48:03.303965 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:03.306743 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 852e9bc5-4c21-4f11-8571-ca56c8e41346 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:03.310009 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-adc42fec-de24-4085-915e-00e1f4308bde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:03.420406 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Attempting to bind port a6d23bdc-1306-4755-b2ae-6c783a9144e8 on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:48:03.420781 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Attempting to bind port a6d23bdc-1306-4755-b2ae-6c783a9144e8 by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:48:03.421147 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Attempting to bind port a6d23bdc-1306-4755-b2ae-6c783a9144e8 on network a32b1f87-2a0e-42d0-949c-6abcb3897131 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:48:03.424833 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f36e8d-075d-4020-9a41-e571994d15cf None None] Pushing event updated for resources: {'Port': ['ID=a6d23bdc-1306-4755-b2ae-6c783a9144e8,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:03.425674 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 852e9bc5-4c21-4f11-8571-ca56c8e41346 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:03.426083 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:03.428968 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-80f36e8d-075d-4020-9a41-e571994d15cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:03.429889 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:48:03.430263 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Checking segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:48:03.430665 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:03.431048 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Bound using segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:48:03.431556 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Bound port: a6d23bdc-1306-4755-b2ae-6c783a9144e8, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:48:03.431932 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:03.489432 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe366ebf-56eb-460a-8d6d-53d8662800e4 req-3e9db574-8e6a-4ed0-b524-b67e8a673d33 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:03.491145 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fe366ebf-56eb-460a-8d6d-53d8662800e4 req-3e9db574-8e6a-4ed0-b524-b67e8a673d33 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 944 time: 0.1952369
Jun 17 14:48:03.511742 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] For port a6d23bdc-1306-4755-b2ae-6c783a9144e8, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:48:03.515747 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] For port a6d23bdc-1306-4755-b2ae-6c783a9144e8, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=a6d23bdc-1306-4755-b2ae-6c783a9144e8,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:48:03.522342 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:03.527222 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:03.651623 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Routers {'48b3f9a2-beee-45d5-a07b-f78280f9069e'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:48:03.652685 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2841ae20>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:47:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['48b3f9a2-beee-45d5-a07b-f78280f9069e'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:03.690382 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fe366ebf-56eb-460a-8d6d-53d8662800e4 req-987aed22-9dc3-4d93-9e14-3bb332d14396 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888986
Jun 17 14:48:03.694133 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Allocated IP 172.20.0.1 (82772615-1cc7-4e62-a2c1-9ccd7d4392bb/dd0bc2e9-44f4-4df0-bd36-64c989a62cc9/aad8448e-6aad-4378-b1fe-4870823b74fd) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:48:03.755220 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f36e8d-075d-4020-9a41-e571994d15cf None None] Pushing event updated for resources: {'Port': ['ID=a6d23bdc-1306-4755-b2ae-6c783a9144e8,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:03.760465 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-80f36e8d-075d-4020-9a41-e571994d15cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:03.851260 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 19f31a1b-3bff-4f89-be9d-987194aa2998 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:03.903319 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:03.906270 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2972897-b4b7-4bb4-b384-59cb05faad88 req-b18812c4-eef4-4a77-8c81-169de0470102 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:03.908817 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a2972897-b4b7-4bb4-b384-59cb05faad88 req-b18812c4-eef4-4a77-8c81-169de0470102 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 945 time: 0.1123023
Jun 17 14:48:03.933950 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port 19f31a1b-3bff-4f89-be9d-987194aa2998 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:03.935947 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] Set router 48b3f9a2-beee-45d5-a07b-f78280f9069e gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:48:03.941338 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port 19f31a1b-3bff-4f89-be9d-987194aa2998 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:03.941986 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:03.945603 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.provisioning_blocks [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Transition to ACTIVE for port object aad8448e-6aad-4378-b1fe-4870823b74fd will not be triggered until provisioned by entity DHCP. {{(pid=78706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:48:03.994557 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:03.998970 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:04.008311 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a2972897-b4b7-4bb4-b384-59cb05faad88 req-352883bf-7717-4fd3-addd-a8759b2d3372 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922778
Jun 17 14:48:04.094842 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:04.124271 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:48:04.131011 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4324c774-0974-4a69-81d4-96f3b3dc6aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f31a1b-3bff-4f89-be9d-987194aa2998'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:48:04.135964 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:48:04.141563 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:48:04.152811 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 19f31a1b-3bff-4f89-be9d-987194aa2998, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=19f31a1b-3bff-4f89-be9d-987194aa2998,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:04.158195 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:04.159780 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 49e1af50-41c8-42ad-b274-eac99d5b4408 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:04.202098 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:04.230034 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Pushing event updated for resources: {'Port': ['ID=aad8448e-6aad-4378-b1fe-4870823b74fd,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:04.234160 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:04.279101 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650539'] for router_interface, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:04.308642 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4324c774-0974-4a69-81d4-96f3b3dc6aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f31a1b-3bff-4f89-be9d-987194aa2998', 'code': 200}
Jun 17 14:48:04.309206 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=19f31a1b-3bff-4f89-be9d-987194aa2998,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:04.322422 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:04.328631 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e142861-ae6e-40c5-bc8e-1eb2dc2b8a69 req-01da02a6-f057-47ca-ab95-aee07504b83e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:04.330699 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3e142861-ae6e-40c5-bc8e-1eb2dc2b8a69 req-01da02a6-f057-47ca-ab95-aee07504b83e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.2740059
Jun 17 14:48:04.376153 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port 49e1af50-41c8-42ad-b274-eac99d5b4408 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:04.396688 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port 49e1af50-41c8-42ad-b274-eac99d5b4408 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:04.397231 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:04.434179 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3e142861-ae6e-40c5-bc8e-1eb2dc2b8a69 req-b5afa27c-cbb1-42e6-8f18-13810d937408 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643380
Jun 17 14:48:04.464098 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:48:04.606850 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:04.624323 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2841ae20>, [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:48:00Z', 'revision_number': 3, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port': {'id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:18:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:59Z', 'updated_at': '2021-06-17T14:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:04.633878 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095161db-7394-4110-8f31-732aa3b9fd38 None None] The sync data for ids ['48b3f9a2-beee-45d5-a07b-f78280f9069e'] in dv-cinder-796859-1-iscsi is: [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:48:00Z', 'revision_number': 3, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port': {'id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:18:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:59Z', 'updated_at': '2021-06-17T14:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:48:04.646472 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-6c5b3f35-e008-4395-9a22-ddb32b036206 None None] Provisioning for port aad8448e-6aad-4378-b1fe-4870823b74fd completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:04.658509 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-6c5b3f35-e008-4395-9a22-ddb32b036206 None None] Provisioning complete for port aad8448e-6aad-4378-b1fe-4870823b74fd triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:04.659278 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3f35-e008-4395-9a22-ddb32b036206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:04.726541 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b3f35-e008-4395-9a22-ddb32b036206 None None] Port aad8448e-6aad-4378-b1fe-4870823b74fd cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:48:04.734575 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:04.744644 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae43424-f2c4-479b-bb33-55f4443fdd00 req-8f76b97f-be8f-47fd-bfb7-87767582e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:04.747463 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9ae43424-f2c4-479b-bb33-55f4443fdd00 req-8f76b97f-be8f-47fd-bfb7-87767582e9f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 1099 time: 0.1843448
Jun 17 14:48:04.810297 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 49e1af50-41c8-42ad-b274-eac99d5b4408, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=49e1af50-41c8-42ad-b274-eac99d5b4408,segment=NetworkSegment(9b765a02-e8b3-4bea-8397-7c2e5318d560),segment_id=9b765a02-e8b3-4bea-8397-7c2e5318d560)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:04.825463 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:04.828256 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-8d927953-aea7-4a78-a746-abf866882d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:04.873324 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9ae43424-f2c4-479b-bb33-55f4443fdd00 req-fefa3427-a8f1-40aa-a9f6-31e090a7c59e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163552
Jun 17 14:48:04.961167 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=49e1af50-41c8-42ad-b274-eac99d5b4408,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:04.964792 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:05.082914 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:05.101738 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e89e7c-d5a5-4881-af01-4df833256bd9 req-b5520dbe-e6b5-4e9b-bec0-174d6221fd35 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:05.116018 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a8e89e7c-d5a5-4881-af01-4df833256bd9 req-b5520dbe-e6b5-4e9b-bec0-174d6221fd35 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 945 time: 0.1866388
Jun 17 14:48:05.116910 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:05.192088 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:05.212165 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device a6d23bdc-1306-4755-b2ae-6c783a9144e8 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:05.313733 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Pushing event updated for resources: {'Port': ['ID=aad8448e-6aad-4378-b1fe-4870823b74fd,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:05.321745 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a8e89e7c-d5a5-4881-af01-4df833256bd9 req-c64584c9-7903-45ef-b96a-dc92df019438 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426435
Jun 17 14:48:05.322591 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:05.323585 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650632'] for router_interface, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:05.326782 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port a6d23bdc-1306-4755-b2ae-6c783a9144e8 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:05.334467 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port a6d23bdc-1306-4755-b2ae-6c783a9144e8 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:05.334856 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:05.473747 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec40553-aa4b-40a9-aef1-fe740e10ae6e req-59204efb-085b-4870-b503-3bcc1e9f5722 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:05.475368 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-aec40553-aa4b-40a9-aef1-fe740e10ae6e req-59204efb-085b-4870-b503-3bcc1e9f5722 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 946 time: 0.1230788
Jun 17 14:48:05.519189 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:05.553873 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port a6d23bdc-1306-4755-b2ae-6c783a9144e8, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=a6d23bdc-1306-4755-b2ae-6c783a9144e8,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:05.560253 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:05.569458 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:05.614887 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:48:05.617069 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:48:05.668813 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-aec40553-aa4b-40a9-aef1-fe740e10ae6e req-700c7558-2043-425f-98d6-38dbd7f2f31a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864214
Jun 17 14:48:05.713900 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c0e06-73cd-4327-8c7d-8dc3c012f736 req-c723e755-e637-4e66-8f9b-daf15b079594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:05.715403 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-012c0e06-73cd-4327-8c7d-8dc3c012f736 req-c723e755-e637-4e66-8f9b-daf15b079594 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2792d6d461e64e3aa7a32a43046c01d9&device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 1098 time: 0.2107954
Jun 17 14:48:05.759935 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=a6d23bdc-1306-4755-b2ae-6c783a9144e8,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:05.763270 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:05.765973 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e9b30-49e0-4555-a07f-c9dc848d34c1 req-8bbeb509-9a03-470a-8574-ab808995dce4 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:05.775613 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-4e3e9b30-49e0-4555-a07f-c9dc848d34c1 req-8bbeb509-9a03-470a-8574-ab808995dce4 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.3034644
Jun 17 14:48:05.909393 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-4e3e9b30-49e0-4555-a07f-c9dc848d34c1 req-75068bd0-2be2-4e83-87ef-330de2246be5 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327014
Jun 17 14:48:05.932780 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Router 48b3f9a2-beee-45d5-a07b-f78280f9069e has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:48:05.963545 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c0e06-73cd-4327-8c7d-8dc3c012f736 req-67a3aaee-0ec4-49a6-a702-d9a822d162b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:05.965025 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-012c0e06-73cd-4327-8c7d-8dc3c012f736 req-67a3aaee-0ec4-49a6-a702-d9a822d162b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22f67543-8926-41ff-b4b4-625241755da9 HTTP/1.1" status: 200  len: 921 time: 0.2410135
Jun 17 14:48:05.971295 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-2c2bba0e-3f2a-4dd2-903b-de570380cf2d None None] Provisioning complete for port aad8448e-6aad-4378-b1fe-4870823b74fd triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:05.971884 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2c2bba0e-3f2a-4dd2-903b-de570380cf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:05.981270 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af46e6-1f43-4e14-818d-42f5e12fdfb6 req-055735fa-87a0-497e-bc59-362c497ba71a tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:05.988943 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c7af46e6-1f43-4e14-818d-42f5e12fdfb6 req-055735fa-87a0-497e-bc59-362c497ba71a tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1346467
Jun 17 14:48:06.042781 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-2c2bba0e-3f2a-4dd2-903b-de570380cf2d None None] Port aad8448e-6aad-4378-b1fe-4870823b74fd cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:48:06.109000 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-012c0e06-73cd-4327-8c7d-8dc3c012f736 req-cfae5275-dacc-4794-a3dd-2016d2d3b089 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a36aab6-5819-4457-b9ce-464e6fa17688 HTTP/1.1" status: 200  len: 217 time: 0.1169572
Jun 17 14:48:06.150284 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c7af46e6-1f43-4e14-818d-42f5e12fdfb6 req-9b1ededf-f813-4683-a796-d8e7b88b5530 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1599684
Jun 17 14:48:06.187867 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c0e06-73cd-4327-8c7d-8dc3c012f736 req-c1f7766b-c5a8-402b-9373-f9dba6c2b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:06.190432 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-012c0e06-73cd-4327-8c7d-8dc3c012f736 req-c1f7766b-c5a8-402b-9373-f9dba6c2b663 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c246ed79-651b-4219-9b4b-375331c24392 HTTP/1.1" status: 200  len: 859 time: 0.0734148
Jun 17 14:48:06.228337 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:48:06.246305 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] 10.222.0.89 "PUT /v2.0/routers/48b3f9a2-beee-45d5-a07b-f78280f9069e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0866914
Jun 17 14:48:06.254996 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-012c0e06-73cd-4327-8c7d-8dc3c012f736 req-5d11935d-524a-421e-a733-45e99d525261 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22f67543-8926-41ff-b4b4-625241755da9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416000
Jun 17 14:48:06.309391 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f3bf4f-f9c7-4e0a-9473-f3eaa484c141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e1af50-41c8-42ad-b274-eac99d5b4408'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:48:06.364401 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f3bf4f-f9c7-4e0a-9473-f3eaa484c141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e1af50-41c8-42ad-b274-eac99d5b4408', 'code': 200}
Jun 17 14:48:06.596243 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-012c0e06-73cd-4327-8c7d-8dc3c012f736 req-8d596cab-c134-4295-a78b-0b3ddd8e7b59 service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3334553
Jun 17 14:48:06.719500 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43f415-8f36-40a0-affe-5e0d003ddfad req-e583d579-87a0-4355-86f0-5ca8242a322d tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:06.730688 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4d43f415-8f36-40a0-affe-5e0d003ddfad req-e583d579-87a0-4355-86f0-5ca8242a322d tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 945 time: 0.1841521
Jun 17 14:48:06.889726 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4d43f415-8f36-40a0-affe-5e0d003ddfad req-27cad21a-10aa-4a4a-bbc0-cf143861e8b3 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572242
Jun 17 14:48:06.996160 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-012c0e06-73cd-4327-8c7d-8dc3c012f736 req-a16c80c0-5eda-4993-ba28-9d0bfa89a7f0 service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3579278
Jun 17 14:48:06.999568 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Sync routers for ids ['48b3f9a2-beee-45d5-a07b-f78280f9069e'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:48:07.011935 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Routers {'48b3f9a2-beee-45d5-a07b-f78280f9069e'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:48:07.019096 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b280f8a60>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:47:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['48b3f9a2-beee-45d5-a07b-f78280f9069e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:07.024071 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77014370-91a5-4551-ad12-678c2482e36a req-d6944376-8b94-42fa-88bd-5ce5786733b2 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:07.025846 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-77014370-91a5-4551-ad12-678c2482e36a req-d6944376-8b94-42fa-88bd-5ce5786733b2 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 946 time: 0.1558797
Jun 17 14:48:07.104358 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-77014370-91a5-4551-ad12-678c2482e36a req-8e9bec5e-715e-4f7b-b8f0-39a12718cbf3 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678806
Jun 17 14:48:07.252235 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device a6d23bdc-1306-4755-b2ae-6c783a9144e8 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:07.262692 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-aac21a90-7707-4b2e-8f4d-28f67e207a98 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173958267&fields=id&tenant_id=ea85878f4f5541c3985ec0b5ed43af76 HTTP/1.1" status: 200  len: 267 time: 0.0690746
Jun 17 14:48:07.320696 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3b522-427b-4f5b-88c0-5a017ba15c3f req-c1c273cc-13a8-482b-9632-3650d5418c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:07.322414 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0fd3b522-427b-4f5b-88c0-5a017ba15c3f req-c1c273cc-13a8-482b-9632-3650d5418c41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 1098 time: 0.2365656
Jun 17 14:48:07.400788 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb27328-124a-4ab5-ad11-ca8c9e736316 req-6b3a06d2-5852-4c10-a1c0-7bcb2be1bdf8 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:07.404022 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-aeb27328-124a-4ab5-ad11-ca8c9e736316 req-6b3a06d2-5852-4c10-a1c0-7bcb2be1bdf8 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.0988531
Jun 17 14:48:07.409877 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 41046) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:48:07.417829 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1536907300-network', 'tenant_id': '6c173d79146344c190225a022de2de99'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:48:07.442360 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0fd3b522-427b-4f5b-88c0-5a017ba15c3f req-46b6d560-7f30-4baa-9e21-9ae2aef5ad07 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726726
Jun 17 14:48:07.442936 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:48:07.449312 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Set router 48b3f9a2-beee-45d5-a07b-f78280f9069e gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:48:07.451405 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Usage tracker for resource:network and tenant:6c173d79146344c190225a022de2de99 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:48:07.456794 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:48:07.469502 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-dabd0ed6-574c-45cc-a86b-69a48d82a167 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:07.472091 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-dabd0ed6-574c-45cc-a86b-69a48d82a167 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/networks?id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e HTTP/1.1" status: 200  len: 809 time: 0.2083156
Jun 17 14:48:07.477691 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:48:07.485219 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-aeb27328-124a-4ab5-ad11-ca8c9e736316 req-f78b09a6-5c81-4724-9db6-eef388789b97 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723867
Jun 17 14:48:07.494640 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-2b78188e-4da8-4380-bd37-ee18c3092164 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/quotas/ea85878f4f5541c3985ec0b5ed43af76 HTTP/1.1" status: 200  len: 375 time: 0.0158525
Jun 17 14:48:07.500191 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Made reservation on behalf of 6c173d79146344c190225a022de2de99 for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:48:07.507577 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:07.523259 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:07.541127 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:48:07.545354 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Usage tracker for resource:security_group_rule and tenant:6c173d79146344c190225a022de2de99 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:48:07.549286 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:48:07.558826 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:48:07.561281 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port a6d23bdc-1306-4755-b2ae-6c783a9144e8 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:07.563667 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:07.643174 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-0bc8430b-86cf-403a-b97e-1a84bf3ade92 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Synchronizing usage tracker for tenant:ea85878f4f5541c3985ec0b5ed43af76 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:48:07.661195 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-0bc8430b-86cf-403a-b97e-1a84bf3ade92 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Unset dirty status for tenant:ea85878f4f5541c3985ec0b5ed43af76 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:48:07.662678 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-0bc8430b-86cf-403a-b97e-1a84bf3ade92 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea85878f4f5541c3985ec0b5ed43af76&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1460826
Jun 17 14:48:07.768716 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:07.781731 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3f710-81d4-438b-bdcd-4f614310b9db req-8ed6a583-94fa-4587-8632-24bd9abd686d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:07.788198 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f3e3f710-81d4-438b-bdcd-4f614310b9db req-8ed6a583-94fa-4587-8632-24bd9abd686d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1701517
Jun 17 14:48:07.790480 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:07.801055 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8e7f0a68-1209-4a5a-82c2-019f45f8bdef tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:07.886218 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1285, 'physical_network': 'physnet1'}  {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:48:07.891274 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-b64acfa5-1f59-40ff-84b7-7deef910377a service neutron] 10.222.0.89 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2067592
Jun 17 14:48:07.918508 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:07.920245 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.segments_db [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Added segment 29b679e2-1ef0-48ff-a9b2-6b711c70bf15 of type vlan for network 3e72eb7a-884a-418a-8aa4-00df2d55c26d
Jun 17 14:48:07.929391 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c41009-c032-43c2-ac12-0dcef1ebfd7b,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:07.983498 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:08.021011 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:08.028427 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:08.032171 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:08.033490 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:08.039958 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f3e3f710-81d4-438b-bdcd-4f614310b9db req-903e375b-781c-4027-a5ca-f0a6ad45f731 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2417912
Jun 17 14:48:08.041419 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b280f8a60>, [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:48:04Z', 'revision_number': 4, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port': {'id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:18:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:59Z', 'updated_at': '2021-06-17T14:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'aad8448e-6aad-4378-b1fe-4870823b74fd', 'name': '', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'mac_address': 'fa:16:3e:b2:cc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:03Z', 'updated_at': '2021-06-17T14:48:04Z', 'revision_number': 2, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'subnets': [{'id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:08.042404 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:08.046819 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Checking router: 48b3f9a2-beee-45d5-a07b-f78280f9069e for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:48:08.047341 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Updating router 48b3f9a2-beee-45d5-a07b-f78280f9069e port aad8448e-6aad-4378-b1fe-4870823b74fd binding host dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:48:08.065409 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-88e4fa2c-a2a8-4c4e-a069-a42862174f53 service neutron] 10.222.0.89 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628006
Jun 17 14:48:08.137953 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:08.197412 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Pushing event updated for resources: {'Network': ['ID=3e72eb7a-884a-418a-8aa4-00df2d55c26d,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:08.208121 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:08.226258 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network 3e72eb7a-884a-418a-8aa4-00df2d55c26d details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:48:08.228923 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 41056) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:48:08.235116 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Request body: {'subnet': {'network_id': '3e72eb7a-884a-418a-8aa4-00df2d55c26d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1536907300-subnet', 'tenant_id': '6c173d79146344c190225a022de2de99', 'ip_version': 4}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:48:08.239980 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8286901
Jun 17 14:48:08.242632 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:48:08.246956 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Usage tracker for resource:subnet and tenant:6c173d79146344c190225a022de2de99 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:48:08.250566 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:48:08.259762 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:48:08.281832 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Made reservation on behalf of 6c173d79146344c190225a022de2de99 for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:48:08.286441 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10568824'] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:08.371144 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa36e5e-92de-4a9d-9379-37ebd591a7fe req-3060b1c4-ad4c-423b-aa7f-8557e6481931 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:08.372967 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2fa36e5e-92de-4a9d-9379-37ebd591a7fe req-3060b1c4-ad4c-423b-aa7f-8557e6481931 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 945 time: 0.1133137
Jun 17 14:48:08.432713 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2fa36e5e-92de-4a9d-9379-37ebd591a7fe req-220127ac-d15b-4220-8150-5af3e1527526 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527027
Jun 17 14:48:08.741795 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a225718-4197-4548-9470-de2a0ac674d2 req-fdf24c32-8fcf-4903-822a-13b4b31a9b5b tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:08.743705 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5a225718-4197-4548-9470-de2a0ac674d2 req-fdf24c32-8fcf-4903-822a-13b4b31a9b5b tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 946 time: 0.1748118
Jun 17 14:48:08.801686 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5a225718-4197-4548-9470-de2a0ac674d2 req-e6e0402e-5b13-40d4-97d9-c2edd3381cb6 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456724
Jun 17 14:48:08.812912 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75191d12-c64c-4973-b734-1cd37e245cdc req-1e4e5933-afaa-4e56-a37f-5f9180a34dff tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:08.815958 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-75191d12-c64c-4973-b734-1cd37e245cdc req-1e4e5933-afaa-4e56-a37f-5f9180a34dff tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1175089
Jun 17 14:48:08.835068 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:08.858608 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Transition to ACTIVE for port object aad8448e-6aad-4378-b1fe-4870823b74fd will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:48:08.869008 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:08.875609 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:08.942277 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-75191d12-c64c-4973-b734-1cd37e245cdc req-c8e45d3c-ee8f-408b-b482-0b4fc125c9a0 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208041
Jun 17 14:48:08.969330 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10571540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10568810'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:08.984464 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:08.987220 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ec1e4924-507f-4ce2-9d10-5549aa0706f7 req-6ba5c632-497c-4d54-b2ea-c690d00e28a3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 210 time: 0.0805399
Jun 17 14:48:09.112304 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab6a9a4b-330e-4d54-8b43-51f61140e769,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:09.116977 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:09.118173 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Checking segment: {'id': '29b679e2-1ef0-48ff-a9b2-6b711c70bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '3e72eb7a-884a-418a-8aa4-00df2d55c26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:48:09.118747 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Network hostable DHCP agents. Network: 3e72eb7a-884a-418a-8aa4-00df2d55c26d, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:48:09.129015 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7beac-a145-4fd2-9e4b-704dfd6a0467 None None] Pushing event updated for resources: {'Port': ['ID=aad8448e-6aad-4378-b1fe-4870823b74fd,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:09.154927 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Network 3e72eb7a-884a-418a-8aa4-00df2d55c26d is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:48:09.165408 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-26c7beac-a145-4fd2-9e4b-704dfd6a0467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:09.176434 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, 3e72eb7a-884a-418a-8aa4-00df2d55c26d) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:48:09.206538 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:09.209550 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:09.240195 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-53a91b35-8bb5-4876-b792-aba5ac311544 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0102334
Jun 17 14:48:09.242763 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 41080) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:48:09.262702 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1536907300-router', 'tenant_id': '6c173d79146344c190225a022de2de99', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:48:09.277151 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:48:09.288583 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Usage tracker for resource:router and tenant:6c173d79146344c190225a022de2de99 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:48:09.293560 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:48:09.303283 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:48:09.316077 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2d0a09-be4a-4eb3-a506-c4f49b6a4811 None None] Network 3e72eb7a-884a-418a-8aa4-00df2d55c26d requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:48:09.332052 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1009'] for router, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:09.333532 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:09.435967 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:09.507436 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Attempting to bind port aad8448e-6aad-4378-b1fe-4870823b74fd on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:48:09.507820 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Attempting to bind port aad8448e-6aad-4378-b1fe-4870823b74fd by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '48109b79-38de-49d3-b3db-2f2589931f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:48:09.508190 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Attempting to bind port aad8448e-6aad-4378-b1fe-4870823b74fd on network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:48:09.547411 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:48:09.547872 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Checking segment: {'id': '48109b79-38de-49d3-b3db-2f2589931f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:48:09.549606 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:09.550821 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Bound using segment: {'id': '48109b79-38de-49d3-b3db-2f2589931f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:48:09.552370 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Bound port: aad8448e-6aad-4378-b1fe-4870823b74fd, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48109b79-38de-49d3-b3db-2f2589931f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:48:09.553873 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:09.773766 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] For port aad8448e-6aad-4378-b1fe-4870823b74fd, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:48:09.779328 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] For port aad8448e-6aad-4378-b1fe-4870823b74fd, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=aad8448e-6aad-4378-b1fe-4870823b74fd,segment=NetworkSegment(48109b79-38de-49d3-b3db-2f2589931f44),segment_id=48109b79-38de-49d3-b3db-2f2589931f44)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:48:09.806219 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477f18d-7f52-4dd7-a082-cd7a14b55214 req-40d0958d-027a-45fd-80c0-3cbfdb7cd2ad tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:09.807297 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:09.809353 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1477f18d-7f52-4dd7-a082-cd7a14b55214 req-40d0958d-027a-45fd-80c0-3cbfdb7cd2ad tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 945 time: 0.1312566
Jun 17 14:48:09.817291 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-61ba0ee0-78f8-407a-8f33-0868ff13ba09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:09.870004 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1477f18d-7f52-4dd7-a082-cd7a14b55214 req-62d17fc3-6ea5-4218-ae21-c5624ede0670 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527923
Jun 17 14:48:09.914597 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a211214-a4e1-43f2-8df7-3bab682977de req-9867623f-2490-4cfb-9b39-89705b973ea6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:09.916414 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8a211214-a4e1-43f2-8df7-3bab682977de req-9867623f-2490-4cfb-9b39-89705b973ea6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.5542328
Jun 17 14:48:09.956827 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ba3dc35-c8d0-5121-954b-099e47d2ccaa-3e72eb7a-884a-418a-8aa4-00df2d55c26d', 'network_id': '3e72eb7a-884a-418a-8aa4-00df2d55c26d', 'tenant_id': '6c173d79146344c190225a022de2de99', 'fixed_ips': [{'subnet_id': 'ab6a9a4b-330e-4d54-8b43-51f61140e769'}]}} from dv-cinder-796859-1-iscsi. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 17 14:48:09.957670 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:10.055234 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Routers {'48b3f9a2-beee-45d5-a07b-f78280f9069e'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:48:10.056196 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b280f8a60>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:47:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['48b3f9a2-beee-45d5-a07b-f78280f9069e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:10.131763 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-922'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:10.138403 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7beac-a145-4fd2-9e4b-704dfd6a0467 None None] Pushing event updated for resources: {'Port': ['ID=aad8448e-6aad-4378-b1fe-4870823b74fd,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:10.156835 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-26c7beac-a145-4fd2-9e4b-704dfd6a0467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:10.197905 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8a211214-a4e1-43f2-8df7-3bab682977de req-b725acc8-329b-4725-81bb-7a1fe757d76d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2747283
Jun 17 14:48:10.283949 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79c6bc-e3c2-4900-8cc5-3709fb662494 req-58d5fbf8-6ad9-47fd-b52f-23f284ba9e0f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:10.285570 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7f79c6bc-e3c2-4900-8cc5-3709fb662494 req-58d5fbf8-6ad9-47fd-b52f-23f284ba9e0f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1877296
Jun 17 14:48:10.395373 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7f79c6bc-e3c2-4900-8cc5-3709fb662494 req-b2c94142-2259-41c4-b858-0faa45ddbeed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999191
Jun 17 14:48:10.423711 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-29c1a616-8b1a-4dd1-abb3-eb49c4180c30 req-0260a193-cdbb-4ef7-ba44-b6197d3a72c9 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 210 time: 0.0592980
Jun 17 14:48:10.497823 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] Set router 48b3f9a2-beee-45d5-a07b-f78280f9069e gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:48:10.565041 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Allocated IP 172.20.0.2 (3e72eb7a-884a-418a-8aa4-00df2d55c26d/ab6a9a4b-330e-4d54-8b43-51f61140e769/146ca183-df3f-4488-8aa8-f188595170ec) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:48:10.885957 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:10.931055 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:11.085735 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-b98c165b-983f-4e09-9944-26055aed89eb tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:11.087539 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-b98c165b-983f-4e09-9944-26055aed89eb tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.37 "GET /v2.0/networks?id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e HTTP/1.1" status: 200  len: 809 time: 0.3774233
Jun 17 14:48:11.194168 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Allocated IP 172.27.3.95 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/2259dcd0-a7f2-4e36-a9a8-098a4044341b) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:48:11.275622 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:11.315427 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Transition to ACTIVE for port object 146ca183-df3f-4488-8aa8-f188595170ec will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:48:11.372212 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Transition to ACTIVE for port object 146ca183-df3f-4488-8aa8-f188595170ec will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:48:11.383119 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:11.387837 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-6c1d739a-e275-48c5-9797-7e6f881f6667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:11.462215 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b280f8a60>, [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:48:04Z', 'revision_number': 4, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port': {'id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:18:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:59Z', 'updated_at': '2021-06-17T14:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'aad8448e-6aad-4378-b1fe-4870823b74fd', 'name': '', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'mac_address': 'fa:16:3e:b2:cc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:03Z', 'updated_at': '2021-06-17T14:48:09Z', 'revision_number': 4, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'subnets': [{'id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:11.471173 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Network 3e72eb7a-884a-418a-8aa4-00df2d55c26d is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:48:11.475717 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Resources bound (agent type, host, resource id):  {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:48:11.481174 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:48:11.484005 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Pushing event updated for resources: {'Port': ['ID=146ca183-df3f-4488-8aa8-f188595170ec,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:11.488892 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f326e0f-7ad0-4bce-becd-732b6ba47e00 None None] The sync data for ids ['48b3f9a2-beee-45d5-a07b-f78280f9069e'] in dv-cinder-796859-1-iscsi is: [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:48:04Z', 'revision_number': 4, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port': {'id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:18:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:59Z', 'updated_at': '2021-06-17T14:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'aad8448e-6aad-4378-b1fe-4870823b74fd', 'name': '', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'mac_address': 'fa:16:3e:b2:cc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:03Z', 'updated_at': '2021-06-17T14:48:09Z', 'revision_number': 4, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'subnets': [{'id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:48:11.492613 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:11.653324 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Attempting to bind port 146ca183-df3f-4488-8aa8-f188595170ec on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:48:11.653324 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Attempting to bind port 146ca183-df3f-4488-8aa8-f188595170ec by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '29b679e2-1ef0-48ff-a9b2-6b711c70bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '3e72eb7a-884a-418a-8aa4-00df2d55c26d'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:48:11.654550 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Attempting to bind port 146ca183-df3f-4488-8aa8-f188595170ec on network 3e72eb7a-884a-418a-8aa4-00df2d55c26d {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:48:11.660618 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4a69fd4f-73ce-4c2f-9a0c-7e9d43a0696c tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea85878f4f5541c3985ec0b5ed43af76 HTTP/1.1" status: 200  len: 380 time: 0.3662465
Jun 17 14:48:11.663977 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:48:11.668493 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Checking segment: {'id': '29b679e2-1ef0-48ff-a9b2-6b711c70bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '3e72eb7a-884a-418a-8aa4-00df2d55c26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:48:11.671674 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:11.675083 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Bound using segment: {'id': '29b679e2-1ef0-48ff-a9b2-6b711c70bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '3e72eb7a-884a-418a-8aa4-00df2d55c26d'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:48:11.676715 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Bound port: 146ca183-df3f-4488-8aa8-f188595170ec, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b679e2-1ef0-48ff-a9b2-6b711c70bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '3e72eb7a-884a-418a-8aa4-00df2d55c26d'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:48:11.677217 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:11.680765 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Request body: {'port': {'device_id': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'admin_state_up': True, 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'security_groups': ['a1984ee8-b40d-4f95-befa-1772ad7105de']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:48:11.745776 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:11.908684 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] For port 146ca183-df3f-4488-8aa8-f188595170ec, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:48:11.917287 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] For port 146ca183-df3f-4488-8aa8-f188595170ec, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=146ca183-df3f-4488-8aa8-f188595170ec,segment=NetworkSegment(29b679e2-1ef0-48ff-a9b2-6b711c70bf15),segment_id=29b679e2-1ef0-48ff-a9b2-6b711c70bf15)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:48:11.926340 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:11.935882 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:12.089052 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Pushing event updated for resources: {'Port': ['ID=146ca183-df3f-4488-8aa8-f188595170ec,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:12.093395 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:12.309763 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fa09b-75b9-4e22-99fc-b47db5d67bea req-6854f206-dcd7-4b1c-abe6-3fb7b12af094 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:12.312335 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-088fa09b-75b9-4e22-99fc-b47db5d67bea req-6854f206-dcd7-4b1c-abe6-3fb7b12af094 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.9416854
Jun 17 14:48:12.435938 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:48:12.500669 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:48:12.519460 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-088fa09b-75b9-4e22-99fc-b47db5d67bea req-42170f68-982e-4572-b777-ba9242553218 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1935914
Jun 17 14:48:12.523258 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:12.527537 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f6192742-ab18-46a5-abe5-374ad56daea1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:12.603513 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Made reservation on behalf of ea85878f4f5541c3985ec0b5ed43af76 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:48:12.613475 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:12.703491 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b477e2b-0d33-4275-99df-18a364e8452a req-87d8fb73-e498-4c8c-81b7-8b7a34e75b33 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:12.707319 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2b477e2b-0d33-4275-99df-18a364e8452a req-87d8fb73-e498-4c8c-81b7-8b7a34e75b33 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.2393136
Jun 17 14:48:12.709887 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Pushing event updated for resources: {'Port': ['ID=2259dcd0-a7f2-4e36-a9a8-098a4044341b,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:12.720557 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:12.735131 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:48:12.738501 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:48:12.806288 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:48:12.821555 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2b477e2b-0d33-4275-99df-18a364e8452a req-77b25317-9b27-4207-b04e-9c5eff457de0 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823123
Jun 17 14:48:12.935026 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b6ba8e09-e4d7-483b-9e29-47a61cadec44 req-7d234a35-9f8d-4e76-9679-c7c1bf756550 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 210 time: 0.1001389
Jun 17 14:48:13.238176 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a37f8-abcd-42b4-b47b-d6a9bca64023 req-aeabfb08-1f54-468c-9647-7f974c59449c tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:13.239630 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8e7a37f8-abcd-42b4-b47b-d6a9bca64023 req-aeabfb08-1f54-468c-9647-7f974c59449c tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 945 time: 0.2589531
Jun 17 14:48:13.360258 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 146ca183-df3f-4488-8aa8-f188595170ec up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:13.366754 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8e7a37f8-abcd-42b4-b47b-d6a9bca64023 req-db6785c4-e378-4727-966f-21d800874d28 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106577
Jun 17 14:48:13.465060 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 146ca183-df3f-4488-8aa8-f188595170ec completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:13.473187 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device aad8448e-6aad-4378-b1fe-4870823b74fd up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:13.575958 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Allocated IP 172.20.0.14 (d4c17014-dd7b-4a24-a53a-d39abe6ea96e/6ec832fa-c2b9-4849-8a8b-8670d6de2d35/e18a7278-c303-4955-87f2-8e0bdb7d7aed) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:48:13.581878 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port aad8448e-6aad-4378-b1fe-4870823b74fd completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:13.601239 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port aad8448e-6aad-4378-b1fe-4870823b74fd triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:13.603058 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:13.730556 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e308b9d-7f4a-451e-8912-62b63b882e37 None None] Network 3e72eb7a-884a-418a-8aa4-00df2d55c26d requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:48:13.818278 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:13.926542 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:13.963123 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-b00e6b1a-6caf-4acd-aa01-202c0bbfa60d None None] Provisioning for port 146ca183-df3f-4488-8aa8-f188595170ec completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:14.004774 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-b00e6b1a-6caf-4acd-aa01-202c0bbfa60d None None] Provisioning complete for port 146ca183-df3f-4488-8aa8-f188595170ec triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:14.005065 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b00e6b1a-6caf-4acd-aa01-202c0bbfa60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:14.082144 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaa9f5-3e1e-4a59-b43a-ab5d65b18165 req-65e880c1-68f3-4931-bd06-21da5a9c4d3e tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:14.086088 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5ebaa9f5-3e1e-4a59-b43a-ab5d65b18165 req-65e880c1-68f3-4931-bd06-21da5a9c4d3e tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1196012
Jun 17 14:48:14.116669 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port aad8448e-6aad-4378-b1fe-4870823b74fd, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=aad8448e-6aad-4378-b1fe-4870823b74fd,segment=NetworkSegment(48109b79-38de-49d3-b3db-2f2589931f44),segment_id=48109b79-38de-49d3-b3db-2f2589931f44)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:14.134009 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:14.141603 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-bcddea24-9de3-4acb-af3d-3a4658b62bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:14.257341 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13de6fa-4d09-49b5-8061-83d91633fa70 req-53ced856-1e18-412a-92c1-8b0422039558 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:14.264404 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e13de6fa-4d09-49b5-8061-83d91633fa70 req-53ced856-1e18-412a-92c1-8b0422039558 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.5617597
Jun 17 14:48:14.289249 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:14.324853 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5ebaa9f5-3e1e-4a59-b43a-ab5d65b18165 req-6b2cfff6-92f2-4c9e-9b17-5ca5b9260c51 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2225206
Jun 17 14:48:14.442201 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1d1d6-a251-4f78-9635-d6f72538bf0d req-aa3a72c4-dcab-422f-ac7a-75b760ec000c tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:14.443638 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9cc1d1d6-a251-4f78-9635-d6f72538bf0d req-aa3a72c4-dcab-422f-ac7a-75b760ec000c tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 945 time: 0.2207410
Jun 17 14:48:14.473552 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=aad8448e-6aad-4378-b1fe-4870823b74fd,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:14.484600 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:14.496830 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b00e6b1a-6caf-4acd-aa01-202c0bbfa60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:14.584421 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Transition to ACTIVE for port object e18a7278-c303-4955-87f2-8e0bdb7d7aed will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:48:14.595820 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-b00e6b1a-6caf-4acd-aa01-202c0bbfa60d None None] For port 146ca183-df3f-4488-8aa8-f188595170ec, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=146ca183-df3f-4488-8aa8-f188595170ec,segment=NetworkSegment(29b679e2-1ef0-48ff-a9b2-6b711c70bf15),segment_id=29b679e2-1ef0-48ff-a9b2-6b711c70bf15)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:14.604883 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b00e6b1a-6caf-4acd-aa01-202c0bbfa60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:14.608311 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:14.625769 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e13de6fa-4d09-49b5-8061-83d91633fa70 req-0dbac49b-0309-47e6-a346-3cd53e429cd5 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3602288
Jun 17 14:48:14.632986 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643652'] for router, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:14.658308 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-03109765-18bd-42ab-9870-11cd6037c239 req-e4efda6f-f22c-4d54-9c9b-248dab30e024 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 210 time: 0.1154022
Jun 17 14:48:14.699228 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [req-9cc1d1d6-a251-4f78-9635-d6f72538bf0d req-fbfde072-ea2a-4ea1-9118-d74fda8bf7b2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Deleting port 49e1af50-41c8-42ad-b274-eac99d5b4408 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:48:14.699671 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-9cc1d1d6-a251-4f78-9635-d6f72538bf0d req-fbfde072-ea2a-4ea1-9118-d74fda8bf7b2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:14.727824 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e6b1a-6caf-4acd-aa01-202c0bbfa60d None None] Pushing event updated for resources: {'Port': ['ID=146ca183-df3f-4488-8aa8-f188595170ec,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:14.733855 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-b00e6b1a-6caf-4acd-aa01-202c0bbfa60d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:14.934442 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:14.948583 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-3e25d3eb-6547-4b7b-8eb9-277ff5af03b2 None None] Provisioning complete for port 146ca183-df3f-4488-8aa8-f188595170ec triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:14.949029 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3e25d3eb-6547-4b7b-8eb9-277ff5af03b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:14.951432 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:15.053317 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Network d4c17014-dd7b-4a24-a53a-d39abe6ea96e is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:48:15.059027 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:48:15.070984 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:48:15.109101 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Pushing event updated for resources: {'Port': ['ID=e18a7278-c303-4955-87f2-8e0bdb7d7aed,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:15.120138 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:15.134475 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [req-9cc1d1d6-a251-4f78-9635-d6f72538bf0d req-fbfde072-ea2a-4ea1-9118-d74fda8bf7b2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] For port 49e1af50-41c8-42ad-b274-eac99d5b4408, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=49e1af50-41c8-42ad-b274-eac99d5b4408,segment=NetworkSegment(9b765a02-e8b3-4bea-8397-7c2e5318d560),segment_id=9b765a02-e8b3-4bea-8397-7c2e5318d560)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:15.135052 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-9cc1d1d6-a251-4f78-9635-d6f72538bf0d req-fbfde072-ea2a-4ea1-9118-d74fda8bf7b2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:15.137798 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960225e-86ad-49a1-aea0-511eba3d6681 req-443b5ed9-8889-4f7e-b4b7-8e34e6be2207 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:15.139396 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0960225e-86ad-49a1-aea0-511eba3d6681 req-443b5ed9-8889-4f7e-b4b7-8e34e6be2207 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 945 time: 0.3585875
Jun 17 14:48:15.253091 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:15.253674 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:15.258941 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 146ca183-df3f-4488-8aa8-f188595170ec up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:15.326993 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0960225e-86ad-49a1-aea0-511eba3d6681 req-91db9985-f6a8-40b5-8154-104aa31109d9 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731453
Jun 17 14:48:15.335506 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6581764
Jun 17 14:48:15.341795 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Router cf2c0b6c-a1bb-4789-b399-cd492529466b is scheduled to L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 with binding_index 1 {{(pid=78705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 17 14:48:15.344972 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [req-9cc1d1d6-a251-4f78-9635-d6f72538bf0d req-fbfde072-ea2a-4ea1-9118-d74fda8bf7b2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Calling delete_port for 49e1af50-41c8-42ad-b274-eac99d5b4408 owned by compute:nova {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:48:15.353415 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 146ca183-df3f-4488-8aa8-f188595170ec triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:15.353916 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:15.362470 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Request body: {'port': {'device_id': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:48:15.608831 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-d3ee58e4-7bec-417d-8a59-c3a0b34fbb03 None None] Provisioning for port e18a7278-c303-4955-87f2-8e0bdb7d7aed completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:15.635983 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-d3ee58e4-7bec-417d-8a59-c3a0b34fbb03 None None] Provisioning complete for port e18a7278-c303-4955-87f2-8e0bdb7d7aed triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:15.636364 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d3ee58e4-7bec-417d-8a59-c3a0b34fbb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:15.691114 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-9cc1d1d6-a251-4f78-9635-d6f72538bf0d req-fbfde072-ea2a-4ea1-9118-d74fda8bf7b2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:15.701869 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device aad8448e-6aad-4378-b1fe-4870823b74fd up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:15.724061 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:15.740822 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['49e1af50-41c8-42ad-b274-eac99d5b4408'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:48:15.796303 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:15.836219 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee58e4-7bec-417d-8a59-c3a0b34fbb03 None None] Port e18a7278-c303-4955-87f2-8e0bdb7d7aed cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:48:15.841635 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfde072-ea2a-4ea1-9118-d74fda8bf7b2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Pushing event deleted for resources: {'Port': ['ID=49e1af50-41c8-42ad-b274-eac99d5b4408,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:15.848735 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-fbfde072-ea2a-4ea1-9118-d74fda8bf7b2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:15.862001 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:48:15.864310 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc7a96-6598-4f65-bf2e-dc5a344bc332 req-118c183e-fa54-4eb6-afcf-f1eefde24da0 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:15.871518 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port aad8448e-6aad-4378-b1fe-4870823b74fd triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:15.871934 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:15.873291 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Sync routers for ids ['cf2c0b6c-a1bb-4789-b399-cd492529466b'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:48:15.878121 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-54fc7a96-6598-4f65-bf2e-dc5a344bc332 req-118c183e-fa54-4eb6-afcf-f1eefde24da0 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.2879975
Jun 17 14:48:15.886377 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Routers {'cf2c0b6c-a1bb-4789-b399-cd492529466b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:48:15.887414 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2873aaf0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:47:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['cf2c0b6c-a1bb-4789-b399-cd492529466b'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:15.973987 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:15.978102 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.7246983
Jun 17 14:48:15.979749 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 41144) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:48:15.995905 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc1d1d6-a251-4f78-9635-d6f72538bf0d req-fbfde072-ea2a-4ea1-9118-d74fda8bf7b2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] No DVR routers for this DVR port 49e1af50-41c8-42ad-b274-eac99d5b4408 on host hv-cinder-79685 {{(pid=78706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:48:16.007122 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-9cc1d1d6-a251-4f78-9635-d6f72538bf0d req-fbfde072-ea2a-4ea1-9118-d74fda8bf7b2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:16.009756 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f3bf4f-f9c7-4e0a-9473-f3eaa484c141', 'name': 'network-vif-deleted', 'tag': '49e1af50-41c8-42ad-b274-eac99d5b4408'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:48:16.043539 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-54fc7a96-6598-4f65-bf2e-dc5a344bc332 req-ff30ff2c-bd2f-4ac8-95d1-9dd95bc0f9ac tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619482
Jun 17 14:48:16.057361 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9cc1d1d6-a251-4f78-9635-d6f72538bf0d req-fbfde072-ea2a-4ea1-9118-d74fda8bf7b2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.37 "DELETE /v2.0/ports/49e1af50-41c8-42ad-b274-eac99d5b4408 HTTP/1.1" status: 204  len: 173 time: 1.6064827
Jun 17 14:48:16.210930 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Set router cf2c0b6c-a1bb-4789-b399-cd492529466b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:48:16.370272 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1e06f-4216-4ba3-acb5-915be3d57f35 req-111a86ff-5a8c-45cc-87a3-4483d494dfc3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:16.371882 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5bb1e06f-4216-4ba3-acb5-915be3d57f35 req-111a86ff-5a8c-45cc-87a3-4483d494dfc3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 932 time: 0.1212504
Jun 17 14:48:16.432516 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-5bb1e06f-4216-4ba3-acb5-915be3d57f35 req-26d35e20-3581-4294-b937-6545d0ab112d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Synchronizing usage tracker for tenant:ea85878f4f5541c3985ec0b5ed43af76 on resource:security_group {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:48:16.453368 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-5bb1e06f-4216-4ba3-acb5-915be3d57f35 req-26d35e20-3581-4294-b937-6545d0ab112d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Unset dirty status for tenant:ea85878f4f5541c3985ec0b5ed43af76 on resource:security_group {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:48:16.455350 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5bb1e06f-4216-4ba3-acb5-915be3d57f35 req-26d35e20-3581-4294-b937-6545d0ab112d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728009
Jun 17 14:48:16.498953 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865177a-872e-401c-8e40-2542ecad3661 req-16368c11-5793-44fc-b001-4b7553252fee tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:16.500603 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8865177a-872e-401c-8e40-2542ecad3661 req-16368c11-5793-44fc-b001-4b7553252fee tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.6850550
Jun 17 14:48:16.518419 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f3bf4f-f9c7-4e0a-9473-f3eaa484c141', 'name': 'network-vif-deleted', 'tag': '49e1af50-41c8-42ad-b274-eac99d5b4408', 'status': 'completed', 'code': 200}
Jun 17 14:48:16.619203 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2873aaf0>, [{'id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'name': 'tempest-TestMinimumBasicScenario-1536907300-router', 'tenant_id': '6c173d79146344c190225a022de2de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:09Z', 'updated_at': '2021-06-17T14:48:13Z', 'revision_number': 3, 'project_id': '6c173d79146344c190225a022de2de99', 'gw_port': {'id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:11Z', 'updated_at': '2021-06-17T14:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:16.624094 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Checking router: cf2c0b6c-a1bb-4789-b399-cd492529466b for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:48:16.624444 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Updating router cf2c0b6c-a1bb-4789-b399-cd492529466b port 2259dcd0-a7f2-4e36-a9a8-098a4044341b binding host dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:48:16.683838 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8865177a-872e-401c-8e40-2542ecad3661 req-c3c94f78-6b27-4d4f-ac5f-2b6cf5a74b9d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1674662
Jun 17 14:48:16.684647 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:16.684972 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.db.resource_extend [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 17 14:48:16.711897 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-9c60974e-c845-447e-9ff0-9b90d908c8f0 req-02d58d7c-876b-4309-8336-c317f19f68f7 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Synchronizing usage tracker for tenant:4619cc65ab6745a38c5fa68fdfb9a36d on resource:port {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:48:16.750655 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-9c60974e-c845-447e-9ff0-9b90d908c8f0 req-02d58d7c-876b-4309-8336-c317f19f68f7 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Unset dirty status for tenant:4619cc65ab6745a38c5fa68fdfb9a36d on resource:port {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:48:16.752450 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9c60974e-c845-447e-9ff0-9b90d908c8f0 req-02d58d7c-876b-4309-8336-c317f19f68f7 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3f3bf4f-f9c7-4e0a-9473-f3eaa484c141 HTTP/1.1" status: 200  len: 210 time: 0.1018252
Jun 17 14:48:17.057168 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18a7278-c303-4955-87f2-8e0bdb7d7aed {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:48:17.070392 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:17.174326 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Transition to ACTIVE for port object e18a7278-c303-4955-87f2-8e0bdb7d7aed will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:48:17.191590 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:17.206493 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:17.336454 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a82bb-7fa0-4a9f-9ff1-412a96996717 req-b3d6223c-8655-4bbe-a457-b08643413067 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:17.338853 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f05a82bb-7fa0-4a9f-9ff1-412a96996717 req-b3d6223c-8655-4bbe-a457-b08643413067 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1263201
Jun 17 14:48:17.388856 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:17.417860 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Transition to ACTIVE for port object 2259dcd0-a7f2-4e36-a9a8-098a4044341b will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:48:17.430492 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:17.438819 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:17.514876 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Pushing event updated for resources: {'Port': ['ID=e18a7278-c303-4955-87f2-8e0bdb7d7aed,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:17.519987 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:17.523485 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f05a82bb-7fa0-4a9f-9ff1-412a96996717 req-0573da07-e787-47bb-81d3-9b6cc31715e2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1744325
Jun 17 14:48:17.582069 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3076be9-5054-419a-8f78-7379ad543dfb req-5e88fd68-e520-48da-bbb7-8a5b0eb58634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:17.584733 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a3076be9-5054-419a-8f78-7379ad543dfb req-5e88fd68-e520-48da-bbb7-8a5b0eb58634 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=435f37682b7445629d33055791ada83b&device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 1098 time: 0.1784906
Jun 17 14:48:17.668643 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Pushing event updated for resources: {'Port': ['ID=2259dcd0-a7f2-4e36-a9a8-098a4044341b,revision_number=2']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:17.695548 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:17.695944 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:17.696280 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:17.696702 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:17.697040 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:17.697372 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:17.697699 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:17.698024 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:17.698396 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:17.698707 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:17.699211 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:17.701469 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:17.722061 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:17.722974 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Attempting to bind port 2259dcd0-a7f2-4e36-a9a8-098a4044341b on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:48:17.723338 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Attempting to bind port 2259dcd0-a7f2-4e36-a9a8-098a4044341b by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:48:17.723720 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Attempting to bind port 2259dcd0-a7f2-4e36-a9a8-098a4044341b on network a32b1f87-2a0e-42d0-949c-6abcb3897131 {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:48:17.730959 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:48:17.731959 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Checking segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:48:17.731959 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:17.732557 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Bound using segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:48:17.733041 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Bound port: 2259dcd0-a7f2-4e36-a9a8-098a4044341b, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:48:17.733440 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:17.814440 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424e31d-b4c1-434b-8da3-278299ff3a35 req-3efc8826-e3fb-488a-bdfe-c0f765eee8d0 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:17.816016 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1424e31d-b4c1-434b-8da3-278299ff3a35 req-3efc8826-e3fb-488a-bdfe-c0f765eee8d0 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.5670080
Jun 17 14:48:17.816765 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Attempting to bind port e18a7278-c303-4955-87f2-8e0bdb7d7aed on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:48:17.817095 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Attempting to bind port e18a7278-c303-4955-87f2-8e0bdb7d7aed by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:48:17.817415 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Attempting to bind port e18a7278-c303-4955-87f2-8e0bdb7d7aed on network d4c17014-dd7b-4a24-a53a-d39abe6ea96e {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:48:17.832914 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] For port 2259dcd0-a7f2-4e36-a9a8-098a4044341b, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:48:17.836755 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] For port 2259dcd0-a7f2-4e36-a9a8-098a4044341b, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=2259dcd0-a7f2-4e36-a9a8-098a4044341b,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:48:17.843743 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:17.850383 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:17.902140 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 49e1af50-41c8-42ad-b274-eac99d5b4408 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:48:17.950584 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3076be9-5054-419a-8f78-7379ad543dfb req-8568679c-ee5d-429b-8cb5-33de60ac997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:17.952212 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a3076be9-5054-419a-8f78-7379ad543dfb req-8568679c-ee5d-429b-8cb5-33de60ac997c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6e53ff0-1917-4389-b170-61d80fa927e9 HTTP/1.1" status: 200  len: 912 time: 0.3406291
Jun 17 14:48:17.981146 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Pushing event updated for resources: {'Port': ['ID=2259dcd0-a7f2-4e36-a9a8-098a4044341b,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:17.993035 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:18.005927 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: 49e1af50-41c8-42ad-b274-eac99d5b4408 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:48:18.006347 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 49e1af50-41c8-42ad-b274-eac99d5b4408 not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:48:18.011657 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Routers {'cf2c0b6c-a1bb-4789-b399-cd492529466b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:48:18.012419 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2873aaf0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:47:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['cf2c0b6c-a1bb-4789-b399-cd492529466b'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:18.022078 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:18.082370 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Port e18a7278-c303-4955-87f2-8e0bdb7d7aed on network d4c17014-dd7b-4a24-a53a-d39abe6ea96e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:48:18.085042 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Attempting to bind port e18a7278-c303-4955-87f2-8e0bdb7d7aed on network d4c17014-dd7b-4a24-a53a-d39abe6ea96e {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:48:18.113819 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1424e31d-b4c1-434b-8da3-278299ff3a35 req-fece446c-3ca2-46aa-808b-4f32ddb28262 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2334847
Jun 17 14:48:18.151215 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fd2b7-23dd-46cb-bbd3-d9f4e5b0a7cf req-1380f1c1-5ad5-4a99-899d-4ec9c7d6a2eb tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:18.163730 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-546fd2b7-23dd-46cb-bbd3-d9f4e5b0a7cf req-1380f1c1-5ad5-4a99-899d-4ec9c7d6a2eb tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.3515382
Jun 17 14:48:18.186896 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a3076be9-5054-419a-8f78-7379ad543dfb req-86ceec3b-13b6-431b-9176-890dbb2f6598 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7256e38-4c08-40fc-9a02-efbd13a737dc HTTP/1.1" status: 200  len: 1000 time: 0.2146256
Jun 17 14:48:18.211538 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:48:18.212078 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Checking segment: {'id': '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:48:18.212350 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Bound using segment: {'id': '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:48:18.212783 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Bound port: e18a7278-c303-4955-87f2-8e0bdb7d7aed, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:48:18.213130 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:18.374232 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] Set router cf2c0b6c-a1bb-4789-b399-cd492529466b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:48:18.387132 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aaf0d-22c3-4c02-a769-8df9b7059f3b req-8361129e-f4b7-4da5-a74c-98590ac1c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:18.388712 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-603aaf0d-22c3-4c02-a769-8df9b7059f3b req-8361129e-f4b7-4da5-a74c-98590ac1c419 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2792d6d461e64e3aa7a32a43046c01d9&device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 1098 time: 0.6401808
Jun 17 14:48:18.395178 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3076be9-5054-419a-8f78-7379ad543dfb req-c5e5e8b2-f1e2-4d04-ab1d-cedd77d21683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:18.397058 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a3076be9-5054-419a-8f78-7379ad543dfb req-c5e5e8b2-f1e2-4d04-ab1d-cedd77d21683 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a3575f2-11d4-4900-8acc-ab5e547dc5f0 HTTP/1.1" status: 200  len: 849 time: 0.1992760
Jun 17 14:48:18.475177 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-546fd2b7-23dd-46cb-bbd3-d9f4e5b0a7cf req-6d77ca2e-580e-4f6d-a0f4-d69c1540f2a8 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3076081
Jun 17 14:48:18.499656 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3076be9-5054-419a-8f78-7379ad543dfb req-2c7978fb-c884-4adb-b7b3-96a66167f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:18.502765 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a3076be9-5054-419a-8f78-7379ad543dfb req-2c7978fb-c884-4adb-b7b3-96a66167f16f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e53ff0-1917-4389-b170-61d80fa927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0959885
Jun 17 14:48:18.515763 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] For port e18a7278-c303-4955-87f2-8e0bdb7d7aed, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:48:18.583046 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] For port e18a7278-c303-4955-87f2-8e0bdb7d7aed, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:48:18.652490 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:18.669660 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:18.722518 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a3076be9-5054-419a-8f78-7379ad543dfb req-04099577-2185-4c31-ad1d-22a5732c8eef service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2127521
Jun 17 14:48:18.926140 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2873aaf0>, [{'id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'name': 'tempest-TestMinimumBasicScenario-1536907300-router', 'tenant_id': '6c173d79146344c190225a022de2de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:09Z', 'updated_at': '2021-06-17T14:48:13Z', 'revision_number': 3, 'project_id': '6c173d79146344c190225a022de2de99', 'gw_port': {'id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:11Z', 'updated_at': '2021-06-17T14:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:18.931214 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e296a9-a38f-4f14-8806-5e614f5807ed None None] The sync data for ids ['cf2c0b6c-a1bb-4789-b399-cd492529466b'] in dv-cinder-796859-1-iscsi is: [{'id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'name': 'tempest-TestMinimumBasicScenario-1536907300-router', 'tenant_id': '6c173d79146344c190225a022de2de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:09Z', 'updated_at': '2021-06-17T14:48:13Z', 'revision_number': 3, 'project_id': '6c173d79146344c190225a022de2de99', 'gw_port': {'id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:11Z', 'updated_at': '2021-06-17T14:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:48:18.960115 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Allocated IP 172.20.0.1 (3e72eb7a-884a-418a-8aa4-00df2d55c26d/ab6a9a4b-330e-4d54-8b43-51f61140e769/11ce0f40-c71e-4379-b3f5-d383cebbc80e) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:48:18.973226 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a3076be9-5054-419a-8f78-7379ad543dfb req-7ee9f007-a4f0-44c2-8a7b-eb5495d121c0 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2431133
Jun 17 14:48:18.981459 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac03524-6aa6-44ac-aeb1-b47dfe83630f req-3e8d5c3a-f25d-49c7-81f8-30f08b610829 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:18.983268 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6ac03524-6aa6-44ac-aeb1-b47dfe83630f req-3e8d5c3a-f25d-49c7-81f8-30f08b610829 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.2059863
Jun 17 14:48:19.021256 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:19.021932 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:19.023338 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] 10.222.0.37 "PUT /v2.0/ports/e18a7278-c303-4955-87f2-8e0bdb7d7aed HTTP/1.1" status: 200  len: 1094 time: 3.6672826
Jun 17 14:48:19.034224 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'tag': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:48:19.054009 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6ac03524-6aa6-44ac-aeb1-b47dfe83630f req-85b931e0-fcc6-4916-be1c-fd95f4a6dce2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640090
Jun 17 14:48:19.072309 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aaf0d-22c3-4c02-a769-8df9b7059f3b req-323b2a4d-d6eb-4e83-b1d1-3e62c203a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:19.074232 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-603aaf0d-22c3-4c02-a769-8df9b7059f3b req-323b2a4d-d6eb-4e83-b1d1-3e62c203a571 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22f67543-8926-41ff-b4b4-625241755da9 HTTP/1.1" status: 200  len: 921 time: 0.6459727
Jun 17 14:48:19.154262 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:19.283887 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-603aaf0d-22c3-4c02-a769-8df9b7059f3b req-7882d0e0-1ff2-4c5f-8041-637624b7ba30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a36aab6-5819-4457-b9ce-464e6fa17688 HTTP/1.1" status: 200  len: 217 time: 0.1369343
Jun 17 14:48:19.285522 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'tag': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'status': 'completed', 'code': 200}
Jun 17 14:48:19.300629 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Pushing event updated for resources: {'Port': ['ID=e18a7278-c303-4955-87f2-8e0bdb7d7aed,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:19.356605 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:19.424658 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-8b435431-dc0e-4bef-b89b-8f0a0827fe18 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:19.426106 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-8b435431-dc0e-4bef-b89b-8f0a0827fe18 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/networks?id=dc5de5f2-7e40-42b9-a46a-241f261f9cc2 HTTP/1.1" status: 200  len: 809 time: 0.8081055
Jun 17 14:48:19.467588 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-e836bb6b-dc75-4278-ad2f-852be7eef57a tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/quotas/4619cc65ab6745a38c5fa68fdfb9a36d HTTP/1.1" status: 200  len: 375 time: 0.0349243
Jun 17 14:48:19.472556 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aaf0d-22c3-4c02-a769-8df9b7059f3b req-2dd1cbb8-563c-42bb-9c63-e0c6a9060f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:19.475439 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-603aaf0d-22c3-4c02-a769-8df9b7059f3b req-2dd1cbb8-563c-42bb-9c63-e0c6a9060f93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c246ed79-651b-4219-9b4b-375331c24392 HTTP/1.1" status: 200  len: 859 time: 0.1566250
Jun 17 14:48:19.476920 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:19.557151 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4356d8a-26b5-4371-93b0-8c6be4ef0084 req-78d2baa3-f1d7-4d35-ae6f-346db10e99da tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:19.558728 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c4356d8a-26b5-4371-93b0-8c6be4ef0084 req-78d2baa3-f1d7-4d35-ae6f-346db10e99da tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1148486
Jun 17 14:48:19.609551 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-603aaf0d-22c3-4c02-a769-8df9b7059f3b req-4aae251e-3dd2-4535-adce-f7c2b407b1ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22f67543-8926-41ff-b4b4-625241755da9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1280277
Jun 17 14:48:19.616489 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c4356d8a-26b5-4371-93b0-8c6be4ef0084 req-efb7dbe2-3d8a-42c0-b199-3aeeaa25ea2d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465128
Jun 17 14:48:19.641260 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-554e20b6-c8f0-4ba7-a0c2-05603511c866 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4619cc65ab6745a38c5fa68fdfb9a36d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1252441
Jun 17 14:48:19.679376 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Transition to ACTIVE for port object 11ce0f40-c71e-4379-b3f5-d383cebbc80e will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:48:19.762663 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-cbd55dd9-fbb3-4308-9cd3-6574676d2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:19.764245 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-cbd55dd9-fbb3-4308-9cd3-6574676d2f75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea85878f4f5541c3985ec0b5ed43af76&device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 1097 time: 0.5387137
Jun 17 14:48:19.868645 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840804b6-ec79-4bd7-9a62-372c2c4ab401 req-1e807784-3b65-436a-a582-81a0b2ef81ea tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:19.870770 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-840804b6-ec79-4bd7-9a62-372c2c4ab401 req-1e807784-3b65-436a-a582-81a0b2ef81ea tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.1438737
Jun 17 14:48:19.945477 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-840804b6-ec79-4bd7-9a62-372c2c4ab401 req-4c8e8d72-43c4-40f3-b79c-4411afd24de3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630701
Jun 17 14:48:19.977359 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-d22b8c66-02fb-48c5-934c-7702995c0969 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed HTTP/1.1" status: 200  len: 217 time: 0.1421769
Jun 17 14:48:20.136734 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-603aaf0d-22c3-4c02-a769-8df9b7059f3b req-7583d749-79be-4b8e-93d7-e37666fc8567 service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5076828
Jun 17 14:48:20.172072 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-43c13cde-9d8b-4f68-81d0-5b33b877dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:20.172072 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-43c13cde-9d8b-4f68-81d0-5b33b877dd0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ec832fa-c2b9-4849-8a8b-8670d6de2d35 HTTP/1.1" status: 200  len: 848 time: 0.1739948
Jun 17 14:48:20.176839 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:20.182091 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-5fd6637a-2e24-4fa2-bdea-bd40a5adb111 service neutron] 10.222.0.89 "GET /v2.0/networks/dc5de5f2-7e40-42b9-a46a-241f261f9cc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4920578
Jun 17 14:48:20.218430 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-43e32c3d-6287-4c2c-945e-68c35822257f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:20.399169 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62985f-6b67-4b66-96b6-f6bfe9e36393 req-dca1898b-4fc3-41a2-9e60-9173e7a61c6a tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:20.402573 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fa62985f-6b67-4b66-96b6-f6bfe9e36393 req-dca1898b-4fc3-41a2-9e60-9173e7a61c6a tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1255164
Jun 17 14:48:20.472186 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fa62985f-6b67-4b66-96b6-f6bfe9e36393 req-7fa52e82-78ed-4537-8f09-333ca7456efa tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615189
Jun 17 14:48:20.487302 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Network 3e72eb7a-884a-418a-8aa4-00df2d55c26d is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:48:20.544506 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:48:20.546580 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Pushing event updated for resources: {'Port': ['ID=11ce0f40-c71e-4379-b3f5-d383cebbc80e,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:20.557993 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:48:20.616094 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:20.616480 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:20.616958 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:20.617321 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:20.617679 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:20.618067 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:20.618489 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:20.618835 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:20.619229 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:20.619654 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:20.620004 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:20.620348 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:20.643373 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:20.690473 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-603aaf0d-22c3-4c02-a769-8df9b7059f3b req-388c3b32-1ab7-452a-82a2-f5ca5fc37ab9 service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5426044
Jun 17 14:48:20.706030 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650539'] for router_interface, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:20.713748 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-9bba709f-5b0d-4cf6-9b71-a9e024b14e43 service neutron] 10.222.0.89 "GET /v2.0/networks/dc5de5f2-7e40-42b9-a46a-241f261f9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4463296
Jun 17 14:48:20.732197 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-dcc6780e-8673-4d3a-91b5-fae645ee8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:20.734063 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-dcc6780e-8673-4d3a-91b5-fae645ee8923 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5510702
Jun 17 14:48:20.942680 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-05ce1dd1-b866-454a-810f-9f1c0857b440 None None] Provisioning for port 11ce0f40-c71e-4379-b3f5-d383cebbc80e completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:20.955937 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-05ce1dd1-b866-454a-810f-9f1c0857b440 None None] Provisioning complete for port 11ce0f40-c71e-4379-b3f5-d383cebbc80e triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:20.956556 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-05ce1dd1-b866-454a-810f-9f1c0857b440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:21.075062 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-05ce1dd1-b866-454a-810f-9f1c0857b440 None None] Port 11ce0f40-c71e-4379-b3f5-d383cebbc80e cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:48:21.296709 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:21.304181 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 2259dcd0-a7f2-4e36-a9a8-098a4044341b up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:21.518281 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 2259dcd0-a7f2-4e36-a9a8-098a4044341b completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:21.524352 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 2259dcd0-a7f2-4e36-a9a8-098a4044341b triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:21.524989 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:21.537861 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-f19a80bb-cb8b-4f26-b537-022f8440be8e service neutron] 10.222.0.37 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7863646
Jun 17 14:48:21.662687 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d28394-88c1-4614-a07a-79aa366e9a1b req-b454f9cd-aec2-40f7-ac12-d2d9069e22a7 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:21.665673 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-75d28394-88c1-4614-a07a-79aa366e9a1b req-b454f9cd-aec2-40f7-ac12-d2d9069e22a7 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.2356176
Jun 17 14:48:21.692882 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:21.714749 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 2259dcd0-a7f2-4e36-a9a8-098a4044341b, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=2259dcd0-a7f2-4e36-a9a8-098a4044341b,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:21.720052 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:21.729190 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:21.756511 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-75d28394-88c1-4614-a07a-79aa366e9a1b req-cda8349e-e3a2-4997-b7a3-bd16dd50564f tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847468
Jun 17 14:48:21.833327 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=2259dcd0-a7f2-4e36-a9a8-098a4044341b,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:21.837824 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:21.935320 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cfb3b6-d85b-4e56-beb0-e3ea577fc958 req-eff9df2b-5080-4316-b1ee-239cd41cf3b2 service neutron] 10.222.0.37 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3830709
Jun 17 14:48:21.951061 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0309743-d4c5-48b0-a50b-2521c6c2faaa req-7c6286c4-f5b7-482f-a3c9-22d4756ab923 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:21.955663 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e0309743-d4c5-48b0-a50b-2521c6c2faaa req-7c6286c4-f5b7-482f-a3c9-22d4756ab923 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.7079203
Jun 17 14:48:21.962832 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-91d38dc2-da7a-4eb7-ba8c-255875e1685a req-7757c248-888f-4ec7-9837-957c590446d5 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.0624933
Jun 17 14:48:22.032488 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e0309743-d4c5-48b0-a50b-2521c6c2faaa req-7bc55181-5224-4cd3-9913-b38ac8e5f9d0 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706279
Jun 17 14:48:22.053447 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:22.104873 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:22.152238 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:22.280358 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Pushing event updated for resources: {'Port': ['ID=11ce0f40-c71e-4379-b3f5-d383cebbc80e,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:22.283762 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650632'] for router_interface, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:22.288246 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:22.401177 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2133d0-371e-473b-b2be-7e7ab8abf1d1 req-e0406770-6239-4a77-b951-cb198030037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:22.402905 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8c2133d0-371e-473b-b2be-7e7ab8abf1d1 req-e0406770-6239-4a77-b951-cb198030037a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea85878f4f5541c3985ec0b5ed43af76&device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 1097 time: 0.3455653
Jun 17 14:48:22.597227 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Network 3e72eb7a-884a-418a-8aa4-00df2d55c26d is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:48:22.603223 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:48:22.712089 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2133d0-371e-473b-b2be-7e7ab8abf1d1 req-1f831002-c137-4d7d-8b00-0263ebc0aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:22.713588 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8c2133d0-371e-473b-b2be-7e7ab8abf1d1 req-1f831002-c137-4d7d-8b00-0263ebc0aa1d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e HTTP/1.1" status: 200  len: 911 time: 0.2976856
Jun 17 14:48:22.836942 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8c2133d0-371e-473b-b2be-7e7ab8abf1d1 req-dae7a1c2-4bd4-4637-8e4f-058f4a761be8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed HTTP/1.1" status: 200  len: 217 time: 0.1122625
Jun 17 14:48:23.020620 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-790b4e21-7520-4a6a-b342-b8e585288a3f None None] Provisioning complete for port 11ce0f40-c71e-4379-b3f5-d383cebbc80e triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:23.021501 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-790b4e21-7520-4a6a-b342-b8e585288a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:23.056369 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2133d0-371e-473b-b2be-7e7ab8abf1d1 req-2aed9d30-a9b1-43ea-bce2-a3a713dff72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:23.058928 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8c2133d0-371e-473b-b2be-7e7ab8abf1d1 req-2aed9d30-a9b1-43ea-bce2-a3a713dff72d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ec832fa-c2b9-4849-8a8b-8670d6de2d35 HTTP/1.1" status: 200  len: 848 time: 0.2118578
Jun 17 14:48:23.088016 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Router cf2c0b6c-a1bb-4789-b399-cd492529466b has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:48:23.141061 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-790b4e21-7520-4a6a-b342-b8e585288a3f None None] Port 11ce0f40-c71e-4379-b3f5-d383cebbc80e cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:48:23.149240 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a02b7-96d0-4da7-82cd-97f5e4977eec req-d86bc235-14b4-4ac1-bab2-9d91deca69c3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:23.153021 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-df6a02b7-96d0-4da7-82cd-97f5e4977eec req-d86bc235-14b4-4ac1-bab2-9d91deca69c3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.1905875
Jun 17 14:48:23.219521 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-df6a02b7-96d0-4da7-82cd-97f5e4977eec req-ca6ebc56-c422-42ce-8180-25a4078aba5e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573750
Jun 17 14:48:23.223893 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 2259dcd0-a7f2-4e36-a9a8-098a4044341b up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:23.389999 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 2259dcd0-a7f2-4e36-a9a8-098a4044341b triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:23.390275 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:23.449950 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c08fded0-d325-4b84-96c5-071fba0e7018 req-ecc5338c-a54a-4ebf-b1fc-9d0a32f856b8 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.2871199
Jun 17 14:48:23.565834 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3210f-09dd-49f8-9635-08799e081d53 req-a7f2d2af-e143-4807-8dfb-d6dd075f7278 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:23.568811 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a2f3210f-09dd-49f8-9635-08799e081d53 req-a7f2d2af-e143-4807-8dfb-d6dd075f7278 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1715405
Jun 17 14:48:23.636214 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2133d0-371e-473b-b2be-7e7ab8abf1d1 req-0b89b8f5-bc00-4b76-a975-4ede44ef0e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:23.637837 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8c2133d0-371e-473b-b2be-7e7ab8abf1d1 req-0b89b8f5-bc00-4b76-a975-4ede44ef0e02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5605228
Jun 17 14:48:23.653710 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a2f3210f-09dd-49f8-9635-08799e081d53 req-af04b71d-1f3e-4fa0-b61e-d1cbae097a15 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741217
Jun 17 14:48:23.787702 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:48:23.805548 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Sync routers for ids ['cf2c0b6c-a1bb-4789-b399-cd492529466b'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:48:23.831484 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Routers {'cf2c0b6c-a1bb-4789-b399-cd492529466b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:48:23.843529 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28043df0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:47:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['cf2c0b6c-a1bb-4789-b399-cd492529466b'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:23.933637 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] 10.222.0.89 "PUT /v2.0/routers/cf2c0b6c-a1bb-4789-b399-cd492529466b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9478724
Jun 17 14:48:24.007282 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-7dfeb683-12fd-4f21-ad34-e7cba4c61c67 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:24.008884 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-7dfeb683-12fd-4f21-ad34-e7cba4c61c67 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.37 "GET /v2.0/networks?id=dc5de5f2-7e40-42b9-a46a-241f261f9cc2 HTTP/1.1" status: 200  len: 809 time: 0.4525325
Jun 17 14:48:24.050560 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Request body: {'port': {'device_id': '95ac89cb-ca58-45ea-b1bc-58ad4059acff', 'network_id': 'dc5de5f2-7e40-42b9-a46a-241f261f9cc2', 'admin_state_up': True, 'tenant_id': '4619cc65ab6745a38c5fa68fdfb9a36d'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:48:24.098700 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8c2133d0-371e-473b-b2be-7e7ab8abf1d1 req-fc24b563-36ce-4ecf-a64c-22df124684a5 service neutron] 10.222.0.37 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3873050
Jun 17 14:48:24.183348 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Set router cf2c0b6c-a1bb-4789-b399-cd492529466b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:48:24.380656 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae81af-058d-4312-94e8-158a412fee29 req-c7a18d0c-6df2-42fb-9490-04c6a9f52bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:24.382960 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8ae81af-058d-4312-94e8-158a412fee29 req-c7a18d0c-6df2-42fb-9490-04c6a9f52bd9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 1098 time: 0.1075442
Jun 17 14:48:24.419606 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:48:24.452443 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:48:24.475700 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8ae81af-058d-4312-94e8-158a412fee29 req-40409206-9619-47ac-8e79-a05c13c42072 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806699
Jun 17 14:48:24.489637 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:24.491611 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8c2133d0-371e-473b-b2be-7e7ab8abf1d1 req-ddc5edf1-60cc-4308-8865-e37771a918b8 service neutron] 10.222.0.37 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3715992
Jun 17 14:48:24.531182 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Made reservation on behalf of 4619cc65ab6745a38c5fa68fdfb9a36d for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:48:24.535466 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:24.637112 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c1dce-42d7-4ac1-b91a-1498828a23a1 req-9a60c1a0-a3de-4593-ac48-457377584acb tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:24.637846 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-900c1dce-42d7-4ac1-b91a-1498828a23a1 req-9a60c1a0-a3de-4593-ac48-457377584acb tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Synchronizing usage tracker for tenant:ea85878f4f5541c3985ec0b5ed43af76 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:48:24.669459 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-24950882-55a1-497d-9d38-87acd9bd0036 req-f1a89896-07e4-4cdc-8b28-4470288f3bd7 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.0502374
Jun 17 14:48:24.684038 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-900c1dce-42d7-4ac1-b91a-1498828a23a1 req-9a60c1a0-a3de-4593-ac48-457377584acb tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Unset dirty status for tenant:ea85878f4f5541c3985ec0b5ed43af76 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:48:24.685204 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-900c1dce-42d7-4ac1-b91a-1498828a23a1 req-9a60c1a0-a3de-4593-ac48-457377584acb tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.2367625
Jun 17 14:48:24.726073 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-11e68522-04a0-47ec-999d-32382142d9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:24.785433 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28043df0>, [{'id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'name': 'tempest-TestMinimumBasicScenario-1536907300-router', 'tenant_id': '6c173d79146344c190225a022de2de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:09Z', 'updated_at': '2021-06-17T14:48:21Z', 'revision_number': 4, 'project_id': '6c173d79146344c190225a022de2de99', 'gw_port': {'id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:11Z', 'updated_at': '2021-06-17T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '11ce0f40-c71e-4379-b3f5-d383cebbc80e', 'name': '', 'network_id': '3e72eb7a-884a-418a-8aa4-00df2d55c26d', 'tenant_id': '6c173d79146344c190225a022de2de99', 'mac_address': 'fa:16:3e:59:be:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ab6a9a4b-330e-4d54-8b43-51f61140e769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:18Z', 'updated_at': '2021-06-17T14:48:21Z', 'revision_number': 2, 'project_id': '6c173d79146344c190225a022de2de99', 'subnets': [{'id': 'ab6a9a4b-330e-4d54-8b43-51f61140e769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:24.808462 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Checking router: cf2c0b6c-a1bb-4789-b399-cd492529466b for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:48:24.809748 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Updating router cf2c0b6c-a1bb-4789-b399-cd492529466b port 11ce0f40-c71e-4379-b3f5-d383cebbc80e binding host dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:48:24.823738 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Allocated IP 172.20.0.5 (dc5de5f2-7e40-42b9-a46a-241f261f9cc2/f75f5a02-5f62-45a4-9c82-3a38000d8fcf/a323e0b7-b2c4-443d-ab95-89bc3444fe84) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:48:24.932490 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:24.937368 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f01af-1d9b-481b-a400-83b259631b5a req-0a3f3ff9-88ca-4c0e-9536-157375429210 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:24.951500 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ac9f01af-1d9b-481b-a400-83b259631b5a req-0a3f3ff9-88ca-4c0e-9536-157375429210 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1474788
Jun 17 14:48:25.036128 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ac9f01af-1d9b-481b-a400-83b259631b5a req-a071829a-b2f2-4889-9ae4-964097c2a42a tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797770
Jun 17 14:48:25.069303 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-900c1dce-42d7-4ac1-b91a-1498828a23a1 req-1896e15f-ee82-4fc5-b8f1-9f7aa56f27d7 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3703189
Jun 17 14:48:25.273928 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:25.353414 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:25.368251 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:25.503837 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Network dc5de5f2-7e40-42b9-a46a-241f261f9cc2 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:48:25.507053 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:48:25.519810 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Pushing event updated for resources: {'Port': ['ID=a323e0b7-b2c4-443d-ab95-89bc3444fe84,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:25.524778 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:48:25.563719 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:25.582499 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:25.597468 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Transition to ACTIVE for port object 11ce0f40-c71e-4379-b3f5-d383cebbc80e will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:48:25.612183 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:25.634549 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:25.697963 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:25.698745 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:25.739933 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7003670
Jun 17 14:48:25.775979 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Request body: {'port': {'device_id': '95ac89cb-ca58-45ea-b1bc-58ad4059acff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:48:26.232865 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7931880-7d11-420f-a139-e4c9f9f4cbaa req-3ff61b6a-4eec-4b83-9c9a-ffa89493ef46 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:26.244457 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d426b-22df-490e-854b-10bb89275560 req-dd6215d2-efb8-46ea-91de-c0ae5c3ac07d tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:26.255602 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a7931880-7d11-420f-a139-e4c9f9f4cbaa req-3ff61b6a-4eec-4b83-9c9a-ffa89493ef46 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 946 time: 0.4185951
Jun 17 14:48:26.265375 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-615d426b-22df-490e-854b-10bb89275560 req-dd6215d2-efb8-46ea-91de-c0ae5c3ac07d tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 931 time: 0.3505311
Jun 17 14:48:26.274080 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5a4c1-2f22-4b8a-9164-535dc635ae7d None None] Pushing event updated for resources: {'Port': ['ID=11ce0f40-c71e-4379-b3f5-d383cebbc80e,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:26.279787 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-1dd5a4c1-2f22-4b8a-9164-535dc635ae7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:26.415327 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-615d426b-22df-490e-854b-10bb89275560 req-070e0c2e-3646-4d5c-b4e5-b633eb9c0890 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486981
Jun 17 14:48:26.444599 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:26.487994 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Attempting to bind port 11ce0f40-c71e-4379-b3f5-d383cebbc80e on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:48:26.489778 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Attempting to bind port 11ce0f40-c71e-4379-b3f5-d383cebbc80e by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '29b679e2-1ef0-48ff-a9b2-6b711c70bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '3e72eb7a-884a-418a-8aa4-00df2d55c26d'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:48:26.490712 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Attempting to bind port 11ce0f40-c71e-4379-b3f5-d383cebbc80e on network 3e72eb7a-884a-418a-8aa4-00df2d55c26d {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:48:26.518977 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:48:26.520750 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Checking segment: {'id': '29b679e2-1ef0-48ff-a9b2-6b711c70bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '3e72eb7a-884a-418a-8aa4-00df2d55c26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:48:26.521806 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:26.522849 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Bound using segment: {'id': '29b679e2-1ef0-48ff-a9b2-6b711c70bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '3e72eb7a-884a-418a-8aa4-00df2d55c26d'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:48:26.524205 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Bound port: 11ce0f40-c71e-4379-b3f5-d383cebbc80e, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b679e2-1ef0-48ff-a9b2-6b711c70bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '3e72eb7a-884a-418a-8aa4-00df2d55c26d'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:48:26.526008 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:26.630595 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a7931880-7d11-420f-a139-e4c9f9f4cbaa req-85817263-6bd9-4179-a4b8-ffc8ccb1bbea tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3736086
Jun 17 14:48:26.693043 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] For port 11ce0f40-c71e-4379-b3f5-d383cebbc80e, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:48:26.700942 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] For port 11ce0f40-c71e-4379-b3f5-d383cebbc80e, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=11ce0f40-c71e-4379-b3f5-d383cebbc80e,segment=NetworkSegment(29b679e2-1ef0-48ff-a9b2-6b711c70bf15),segment_id=29b679e2-1ef0-48ff-a9b2-6b711c70bf15)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:48:26.724481 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:26.772554 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-95a7bc95-96d0-4c0c-9fa9-6050b161dddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:26.852145 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5a4c1-2f22-4b8a-9164-535dc635ae7d None None] Pushing event updated for resources: {'Port': ['ID=11ce0f40-c71e-4379-b3f5-d383cebbc80e,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:26.857190 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-1dd5a4c1-2f22-4b8a-9164-535dc635ae7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:26.875200 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Routers {'cf2c0b6c-a1bb-4789-b399-cd492529466b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:48:26.876628 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28043df0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:47:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['cf2c0b6c-a1bb-4789-b399-cd492529466b'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:26.920240 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed0ef9-46d5-4733-ae8e-5e980e0bbea9 req-43586b9a-d085-472a-be74-1c93b0e303ee tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:26.922676 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3bed0ef9-46d5-4733-ae8e-5e980e0bbea9 req-43586b9a-d085-472a-be74-1c93b0e303ee tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.3104794
Jun 17 14:48:27.050667 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3bed0ef9-46d5-4733-ae8e-5e980e0bbea9 req-38d95e55-a4a4-4729-a92a-b2f1c1a664bc tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064475
Jun 17 14:48:27.428222 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] Set router cf2c0b6c-a1bb-4789-b399-cd492529466b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:48:27.511019 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df494c-0a3c-493c-a85a-20a5ef6915ee req-d0c22c0c-0702-4d80-a998-28124e36f589 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:27.516359 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-62df494c-0a3c-493c-a85a-20a5ef6915ee req-d0c22c0c-0702-4d80-a998-28124e36f589 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.5563686
Jun 17 14:48:27.749976 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-62df494c-0a3c-493c-a85a-20a5ef6915ee req-5ae55a77-0dc0-4d27-81b6-1a48c559f95d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1795256
Jun 17 14:48:27.767354 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a323e0b7-b2c4-443d-ab95-89bc3444fe84 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:48:27.780276 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:27.821054 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Transition to ACTIVE for port object a323e0b7-b2c4-443d-ab95-89bc3444fe84 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:48:27.836536 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44191f-387e-481b-b39a-291dd36a8193 req-364b8241-6684-4b09-8a14-df13ab6017fc tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:27.839133 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3a44191f-387e-481b-b39a-291dd36a8193 req-364b8241-6684-4b09-8a14-df13ab6017fc tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 946 time: 0.1628492
Jun 17 14:48:27.840890 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:27.852585 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-89120f1e-41ec-4132-9b10-dae387409a1b tempest-DeleteServersTestJSON-372673724 tempest-DeleteServersTestJSON-372673724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:28.077847 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-3a44191f-387e-481b-b39a-291dd36a8193 req-3cabc243-8c03-4548-b46c-ea781118185e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Deleting port 19f31a1b-3bff-4f89-be9d-987194aa2998 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:48:28.078327 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3a44191f-387e-481b-b39a-291dd36a8193 req-3cabc243-8c03-4548-b46c-ea781118185e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:28.156701 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4ac89-dc99-412c-b59e-8a5a729d7fdc req-74853f59-5778-463d-b6a4-ecdce0ac6390 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:28.165408 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0cb4ac89-dc99-412c-b59e-8a5a729d7fdc req-74853f59-5778-463d-b6a4-ecdce0ac6390 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 943 time: 0.3196459
Jun 17 14:48:28.226524 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a323e0b7-b2c4-443d-ab95-89bc3444fe84,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:28.237907 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0cb4ac89-dc99-412c-b59e-8a5a729d7fdc req-d1af98e5-d440-43df-94cf-9725d733c689 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712826
Jun 17 14:48:28.363372 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28043df0>, [{'id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'name': 'tempest-TestMinimumBasicScenario-1536907300-router', 'tenant_id': '6c173d79146344c190225a022de2de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:09Z', 'updated_at': '2021-06-17T14:48:21Z', 'revision_number': 4, 'project_id': '6c173d79146344c190225a022de2de99', 'gw_port': {'id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:11Z', 'updated_at': '2021-06-17T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '11ce0f40-c71e-4379-b3f5-d383cebbc80e', 'name': '', 'network_id': '3e72eb7a-884a-418a-8aa4-00df2d55c26d', 'tenant_id': '6c173d79146344c190225a022de2de99', 'mac_address': 'fa:16:3e:59:be:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ab6a9a4b-330e-4d54-8b43-51f61140e769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:18Z', 'updated_at': '2021-06-17T14:48:26Z', 'revision_number': 4, 'project_id': '6c173d79146344c190225a022de2de99', 'subnets': [{'id': 'ab6a9a4b-330e-4d54-8b43-51f61140e769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:28.370952 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e719944-57a4-4f3d-8fee-fe6c8a050d7f None None] The sync data for ids ['cf2c0b6c-a1bb-4789-b399-cd492529466b'] in dv-cinder-796859-1-iscsi is: [{'id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'name': 'tempest-TestMinimumBasicScenario-1536907300-router', 'tenant_id': '6c173d79146344c190225a022de2de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:09Z', 'updated_at': '2021-06-17T14:48:21Z', 'revision_number': 4, 'project_id': '6c173d79146344c190225a022de2de99', 'gw_port': {'id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:11Z', 'updated_at': '2021-06-17T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '11ce0f40-c71e-4379-b3f5-d383cebbc80e', 'name': '', 'network_id': '3e72eb7a-884a-418a-8aa4-00df2d55c26d', 'tenant_id': '6c173d79146344c190225a022de2de99', 'mac_address': 'fa:16:3e:59:be:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ab6a9a4b-330e-4d54-8b43-51f61140e769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:18Z', 'updated_at': '2021-06-17T14:48:26Z', 'revision_number': 4, 'project_id': '6c173d79146344c190225a022de2de99', 'subnets': [{'id': 'ab6a9a4b-330e-4d54-8b43-51f61140e769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:48:28.620417 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:28.635738 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-104b810f-b781-462b-b579-fcce57fbac26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:28.804832 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78ebe-9d28-4d5c-ae03-cccb54cf2ecc req-04fcd08a-7c71-487b-9815-19a8708bcc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:28.813154 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1c78ebe-9d28-4d5c-ae03-cccb54cf2ecc req-04fcd08a-7c71-487b-9815-19a8708bcc16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2792d6d461e64e3aa7a32a43046c01d9&device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 1098 time: 0.1841087
Jun 17 14:48:29.156293 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-3a44191f-387e-481b-b39a-291dd36a8193 req-3cabc243-8c03-4548-b46c-ea781118185e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] For port 19f31a1b-3bff-4f89-be9d-987194aa2998, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=19f31a1b-3bff-4f89-be9d-987194aa2998,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:29.163555 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3a44191f-387e-481b-b39a-291dd36a8193 req-3cabc243-8c03-4548-b46c-ea781118185e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:29.322783 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78ebe-9d28-4d5c-ae03-cccb54cf2ecc req-22db4cbb-62de-4c19-b9b7-1ae035206376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:29.337487 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1c78ebe-9d28-4d5c-ae03-cccb54cf2ecc req-22db4cbb-62de-4c19-b9b7-1ae035206376 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22f67543-8926-41ff-b4b4-625241755da9 HTTP/1.1" status: 200  len: 921 time: 0.5167551
Jun 17 14:48:29.342786 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Attempting to bind port a323e0b7-b2c4-443d-ab95-89bc3444fe84 on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:48:29.343375 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Attempting to bind port a323e0b7-b2c4-443d-ab95-89bc3444fe84 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '9b765a02-e8b3-4bea-8397-7c2e5318d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc5de5f2-7e40-42b9-a46a-241f261f9cc2'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:48:29.344095 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Attempting to bind port a323e0b7-b2c4-443d-ab95-89bc3444fe84 on network dc5de5f2-7e40-42b9-a46a-241f261f9cc2 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:48:29.471167 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Port a323e0b7-b2c4-443d-ab95-89bc3444fe84 on network dc5de5f2-7e40-42b9-a46a-241f261f9cc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:48:29.471797 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Attempting to bind port a323e0b7-b2c4-443d-ab95-89bc3444fe84 on network dc5de5f2-7e40-42b9-a46a-241f261f9cc2 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:48:29.473080 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1c78ebe-9d28-4d5c-ae03-cccb54cf2ecc req-4bae8527-50f4-4b92-b22e-c08108b16c54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a36aab6-5819-4457-b9ce-464e6fa17688 HTTP/1.1" status: 200  len: 217 time: 0.1193278
Jun 17 14:48:29.494147 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-3a44191f-387e-481b-b39a-291dd36a8193 req-3cabc243-8c03-4548-b46c-ea781118185e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Calling delete_port for 19f31a1b-3bff-4f89-be9d-987194aa2998 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:48:29.549065 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 11ce0f40-c71e-4379-b3f5-d383cebbc80e up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:29.586958 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be458999-13fa-466f-97a8-0e2c044f11e1 req-d84edf13-57df-4f31-abd8-558eca9728fe tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:29.603535 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-be458999-13fa-466f-97a8-0e2c044f11e1 req-d84edf13-57df-4f31-abd8-558eca9728fe tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 946 time: 1.3632944
Jun 17 14:48:29.649386 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:48:29.650464 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Checking segment: {'id': '9b765a02-e8b3-4bea-8397-7c2e5318d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc5de5f2-7e40-42b9-a46a-241f261f9cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:48:29.650464 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Bound using segment: {'id': '9b765a02-e8b3-4bea-8397-7c2e5318d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc5de5f2-7e40-42b9-a46a-241f261f9cc2'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:48:29.651212 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Bound port: a323e0b7-b2c4-443d-ab95-89bc3444fe84, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b765a02-e8b3-4bea-8397-7c2e5318d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc5de5f2-7e40-42b9-a46a-241f261f9cc2'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:48:29.651928 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:29.709497 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78ebe-9d28-4d5c-ae03-cccb54cf2ecc req-a9245dea-07c4-4b6d-b278-d3624bb8d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:29.712001 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1c78ebe-9d28-4d5c-ae03-cccb54cf2ecc req-a9245dea-07c4-4b6d-b278-d3624bb8d7f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c246ed79-651b-4219-9b4b-375331c24392 HTTP/1.1" status: 200  len: 859 time: 0.2234750
Jun 17 14:48:29.756844 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e67f90-7a29-4918-b62b-fc0b7db7b0a4 req-47b2b56b-7dab-4a12-8173-d510eb9995b8 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:29.773405 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-57e67f90-7a29-4918-b62b-fc0b7db7b0a4 req-47b2b56b-7dab-4a12-8173-d510eb9995b8 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.8633418
Jun 17 14:48:29.790326 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 11ce0f40-c71e-4379-b3f5-d383cebbc80e completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:29.808661 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 11ce0f40-c71e-4379-b3f5-d383cebbc80e triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:29.809276 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:29.870496 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] For port a323e0b7-b2c4-443d-ab95-89bc3444fe84, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:48:29.875307 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] For port a323e0b7-b2c4-443d-ab95-89bc3444fe84, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=a323e0b7-b2c4-443d-ab95-89bc3444fe84,segment=NetworkSegment(9b765a02-e8b3-4bea-8397-7c2e5318d560),segment_id=9b765a02-e8b3-4bea-8397-7c2e5318d560)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:48:29.892491 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:29.940313 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4036029f-5360-44ff-82e4-4abec260aac5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:29.966769 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1c78ebe-9d28-4d5c-ae03-cccb54cf2ecc req-ad7495ff-0446-4090-b5f6-af6543500622 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22f67543-8926-41ff-b4b4-625241755da9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1606772
Jun 17 14:48:29.979613 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:29.990641 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device e18a7278-c303-4955-87f2-8e0bdb7d7aed details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:48:30.133679 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:30.169187 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-57e67f90-7a29-4918-b62b-fc0b7db7b0a4 req-505bf18a-b989-4a64-802d-c1653856b7aa tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3936772
Jun 17 14:48:30.200613 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.db.resource_extend [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 17 14:48:30.318276 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 11ce0f40-c71e-4379-b3f5-d383cebbc80e, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=11ce0f40-c71e-4379-b3f5-d383cebbc80e,segment=NetworkSegment(29b679e2-1ef0-48ff-a9b2-6b711c70bf15),segment_id=29b679e2-1ef0-48ff-a9b2-6b711c70bf15)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:30.380868 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a323e0b7-b2c4-443d-ab95-89bc3444fe84,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:30.546580 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:30.586635 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:30.587862 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:30.595559 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] 10.222.0.37 "PUT /v2.0/ports/a323e0b7-b2c4-443d-ab95-89bc3444fe84 HTTP/1.1" status: 200  len: 1093 time: 4.8257880
Jun 17 14:48:30.604682 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-be458999-13fa-466f-97a8-0e2c044f11e1 req-8eb5a109-e4e7-492c-928a-0862af519947 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9994900
Jun 17 14:48:30.609753 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:30.612866 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ac89cb-ca58-45ea-b1bc-58ad4059acff', 'tag': 'a323e0b7-b2c4-443d-ab95-89bc3444fe84'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:48:30.636380 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3a44191f-387e-481b-b39a-291dd36a8193 req-3cabc243-8c03-4548-b46c-ea781118185e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:30.664695 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:30.678649 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1c78ebe-9d28-4d5c-ae03-cccb54cf2ecc req-fb4a0c92-893e-4d8e-b342-ef7d47adfb52 service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7032340
Jun 17 14:48:30.770572 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port e18a7278-c303-4955-87f2-8e0bdb7d7aed, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:30.852849 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:30.911722 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabc243-8c03-4548-b46c-ea781118185e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Pushing event deleted for resources: {'Port': ['ID=19f31a1b-3bff-4f89-be9d-987194aa2998,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:30.928628 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3cabc243-8c03-4548-b46c-ea781118185e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:31.004483 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'port_id': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'mac_address': 'fa:16:3e:c1:e7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:48:31.073773 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a44191f-387e-481b-b39a-291dd36a8193 req-3cabc243-8c03-4548-b46c-ea781118185e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] No DVR routers for this DVR port 19f31a1b-3bff-4f89-be9d-987194aa2998 on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:48:31.080620 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3a44191f-387e-481b-b39a-291dd36a8193 req-3cabc243-8c03-4548-b46c-ea781118185e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:31.088338 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['6f563e39-0ff4-4002-9022-ce568049f046', '14d9171b-b2e7-46e9-a55d-826ca70549a1', '430c530a-4202-45f9-87b3-0a2f0bf32bbd', '19f31a1b-3bff-4f89-be9d-987194aa2998'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:48:31.115042 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1c78ebe-9d28-4d5c-ae03-cccb54cf2ecc req-f5bea8a9-bb8a-4c6d-8d8a-7ba30431a484 service neutron] 10.222.0.37 "GET /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4220195
Jun 17 14:48:31.158276 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f644d-f5fc-4349-97b8-b76b2435257e req-084e4cb1-e0b6-45e0-9abf-2125d38f1c2d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:31.178762 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-316f644d-f5fc-4349-97b8-b76b2435257e req-084e4cb1-e0b6-45e0-9abf-2125d38f1c2d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.4302175
Jun 17 14:48:31.246770 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3a44191f-387e-481b-b39a-291dd36a8193 req-3cabc243-8c03-4548-b46c-ea781118185e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "DELETE /v2.0/ports/19f31a1b-3bff-4f89-be9d-987194aa2998 HTTP/1.1" status: 204  len: 173 time: 3.3980572
Jun 17 14:48:31.294665 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-316f644d-f5fc-4349-97b8-b76b2435257e req-47e42d64-68ca-4f2e-b7ad-b076e6706ec6 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1114278
Jun 17 14:48:31.303859 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-326d0693-d057-4f16-84f6-842b8722c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:31.305548 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-326d0693-d057-4f16-84f6-842b8722c045 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4619cc65ab6745a38c5fa68fdfb9a36d&device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 1096 time: 0.4450369
Jun 17 14:48:31.393687 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a84e63-c45c-4961-a1ed-59f5d4949d25 req-b2fe8d41-f294-4b86-a3fa-6c84f2d0a5df tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:31.394581 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-d9a84e63-c45c-4961-a1ed-59f5d4949d25 req-b2fe8d41-f294-4b86-a3fa-6c84f2d0a5df tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Synchronizing usage tracker for tenant:4619cc65ab6745a38c5fa68fdfb9a36d on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:48:31.425013 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-d9a84e63-c45c-4961-a1ed-59f5d4949d25 req-b2fe8d41-f294-4b86-a3fa-6c84f2d0a5df tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Unset dirty status for tenant:4619cc65ab6745a38c5fa68fdfb9a36d on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:48:31.434325 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d9a84e63-c45c-4961-a1ed-59f5d4949d25 req-b2fe8d41-f294-4b86-a3fa-6c84f2d0a5df tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 943 time: 0.2776625
Jun 17 14:48:31.444201 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-f55aeb7e-8378-489d-ae4e-0bb63c62820c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a323e0b7-b2c4-443d-ab95-89bc3444fe84 HTTP/1.1" status: 200  len: 217 time: 0.1243193
Jun 17 14:48:31.468800 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:31.511954 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ac89cb-ca58-45ea-b1bc-58ad4059acff', 'tag': 'a323e0b7-b2c4-443d-ab95-89bc3444fe84', 'status': 'completed', 'code': 200}
Jun 17 14:48:31.513649 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=11ce0f40-c71e-4379-b3f5-d383cebbc80e,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:31.519014 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:31.534833 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18a7278-c303-4955-87f2-8e0bdb7d7aed {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:48:31.579837 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port e18a7278-c303-4955-87f2-8e0bdb7d7aed, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:31.658888 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:31.669365 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-1dd5a4c1-2f22-4b8a-9164-535dc635ae7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:31.736236 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d9a84e63-c45c-4961-a1ed-59f5d4949d25 req-b59d6994-4d50-4947-b29e-ca3d537501cc tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3008184
Jun 17 14:48:31.762759 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-027040d9-e23d-4ee9-8ca4-5d0e67d8e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:31.764485 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-027040d9-e23d-4ee9-8ca4-5d0e67d8e413 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f75f5a02-5f62-45a4-9c82-3a38000d8fcf HTTP/1.1" status: 200  len: 849 time: 0.2258031
Jun 17 14:48:31.898334 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319279f-ff57-4bae-b3ef-5713e7cf2983 req-770b6e98-fbf3-4a5a-93cc-4731136996da tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:31.912432 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1319279f-ff57-4bae-b3ef-5713e7cf2983 req-770b6e98-fbf3-4a5a-93cc-4731136996da tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.2704215
Jun 17 14:48:31.957178 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-c2d19672-b567-4256-a3cc-52fc8f7d9081 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc5de5f2-7e40-42b9-a46a-241f261f9cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1840336
Jun 17 14:48:32.008794 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1319279f-ff57-4bae-b3ef-5713e7cf2983 req-ad59cd2f-0671-4dfb-9e0c-04452e4d227c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949314
Jun 17 14:48:32.069709 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 19f31a1b-3bff-4f89-be9d-987194aa2998 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:48:32.233140 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: 19f31a1b-3bff-4f89-be9d-987194aa2998 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:48:32.233536 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 19f31a1b-3bff-4f89-be9d-987194aa2998 not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:48:32.237439 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=e18a7278-c303-4955-87f2-8e0bdb7d7aed,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:32.249269 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:32.254702 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['e18a7278-c303-4955-87f2-8e0bdb7d7aed'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:48:32.283284 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-6719d1a7-0495-4d50-9fd0-cfa37a0a866b service neutron] 10.222.0.37 "GET /v2.0/networks/dc5de5f2-7e40-42b9-a46a-241f261f9cc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3186588
Jun 17 14:48:32.290688 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-a7967d22-e557-4970-aa60-09cb1aa0d420 req-4bb4a7e9-384b-48d8-a0f8-8b2f3515d1dd tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Synchronizing usage tracker for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:48:32.333006 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:32.460468 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-a7967d22-e557-4970-aa60-09cb1aa0d420 req-4bb4a7e9-384b-48d8-a0f8-8b2f3515d1dd tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Unset dirty status for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:48:32.462133 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a7967d22-e557-4970-aa60-09cb1aa0d420 req-4bb4a7e9-384b-48d8-a0f8-8b2f3515d1dd tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=4324c774-0974-4a69-81d4-96f3b3dc6aad HTTP/1.1" status: 200  len: 210 time: 0.2705460
Jun 17 14:48:32.556019 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5efb223e-3c2b-465e-abf4-c43839b9bc8b req-c7ab7aa5-7960-4d37-814c-ca72649e8a7e service neutron] 10.222.0.37 "GET /v2.0/networks/dc5de5f2-7e40-42b9-a46a-241f261f9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2596762
Jun 17 14:48:32.694818 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e7aa5-5dda-4bc5-8f56-581d09c30aac req-ffa01360-c0b9-4351-bcb8-ccff57272942 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:32.701173 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-268e7aa5-5dda-4bc5-8f56-581d09c30aac req-ffa01360-c0b9-4351-bcb8-ccff57272942 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 945 time: 0.1566117
Jun 17 14:48:32.806188 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-268e7aa5-5dda-4bc5-8f56-581d09c30aac req-dd0c35ce-3747-4e2b-96f4-1bcc105a50b9 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0940583
Jun 17 14:48:32.854790 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afec41e-423e-432c-a8d8-6f3df59b3c3f req-4bca530c-c250-496f-9921-891955172fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:32.857246 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8afec41e-423e-432c-a8d8-6f3df59b3c3f req-4bca530c-c250-496f-9921-891955172fd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4619cc65ab6745a38c5fa68fdfb9a36d&device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 1096 time: 0.1740315
Jun 17 14:48:33.372313 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 11ce0f40-c71e-4379-b3f5-d383cebbc80e up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:33.400155 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afec41e-423e-432c-a8d8-6f3df59b3c3f req-dc7a405c-a6ca-4ff3-8864-113b8cc5ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:33.406779 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8afec41e-423e-432c-a8d8-6f3df59b3c3f req-dc7a405c-a6ca-4ff3-8864-113b8cc5ddcd service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc5de5f2-7e40-42b9-a46a-241f261f9cc2 HTTP/1.1" status: 200  len: 911 time: 0.5286980
Jun 17 14:48:33.513455 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb2634-921a-4b64-9042-fffff2b9db0f req-456bc32f-4f36-4d92-be06-f6be03355b48 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:33.516388 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-55fb2634-921a-4b64-9042-fffff2b9db0f req-456bc32f-4f36-4d92-be06-f6be03355b48 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.2811980
Jun 17 14:48:33.539512 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4324c774-0974-4a69-81d4-96f3b3dc6aad', 'name': 'network-vif-deleted', 'tag': '19f31a1b-3bff-4f89-be9d-987194aa2998'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:48:33.547257 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8afec41e-423e-432c-a8d8-6f3df59b3c3f req-e1cc73d4-2a59-439f-b533-309503c3100f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a323e0b7-b2c4-443d-ab95-89bc3444fe84 HTTP/1.1" status: 200  len: 217 time: 0.1280739
Jun 17 14:48:33.624911 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 11ce0f40-c71e-4379-b3f5-d383cebbc80e triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:33.625506 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:33.651412 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-55fb2634-921a-4b64-9042-fffff2b9db0f req-5f1ff895-a753-4d74-be39-1ab4df6f24a7 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244481
Jun 17 14:48:33.692573 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810bc13-c1e9-4077-9c74-3d83f9610392 req-58689260-7d39-4932-aa93-6e5da1e58e2e tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:33.701217 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c810bc13-c1e9-4077-9c74-3d83f9610392 req-58689260-7d39-4932-aa93-6e5da1e58e2e tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 943 time: 0.5476689
Jun 17 14:48:33.724083 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afec41e-423e-432c-a8d8-6f3df59b3c3f req-c1403c20-505c-491a-82a8-2b06bcbe27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:33.725988 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8afec41e-423e-432c-a8d8-6f3df59b3c3f req-c1403c20-505c-491a-82a8-2b06bcbe27c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f75f5a02-5f62-45a4-9c82-3a38000d8fcf HTTP/1.1" status: 200  len: 849 time: 0.1417439
Jun 17 14:48:33.987803 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8afec41e-423e-432c-a8d8-6f3df59b3c3f req-37ea1fcd-003c-4300-a70c-a20243112abf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc5de5f2-7e40-42b9-a46a-241f261f9cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2012846
Jun 17 14:48:34.050791 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4324c774-0974-4a69-81d4-96f3b3dc6aad', 'name': 'network-vif-deleted', 'tag': '19f31a1b-3bff-4f89-be9d-987194aa2998', 'status': 'completed', 'code': 200}
Jun 17 14:48:34.066853 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c810bc13-c1e9-4077-9c74-3d83f9610392 req-dd632c05-a978-4630-827a-67132168bb9f tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3645132
Jun 17 14:48:34.400827 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede5732-6681-451f-8a7f-5b0252376300 req-c655eeb6-2694-4572-9eb7-83e8c8b204d3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:34.402708 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bede5732-6681-451f-8a7f-5b0252376300 req-c655eeb6-2694-4572-9eb7-83e8c8b204d3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 945 time: 0.1485434
Jun 17 14:48:34.468390 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8afec41e-423e-432c-a8d8-6f3df59b3c3f req-c234533b-e53b-4ada-8374-37be7b1e0b30 service neutron] 10.222.0.37 "GET /v2.0/networks/dc5de5f2-7e40-42b9-a46a-241f261f9cc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4779792
Jun 17 14:48:34.500269 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bede5732-6681-451f-8a7f-5b0252376300 req-89b8392c-7213-4df7-a9b7-a91276e5374a tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878818
Jun 17 14:48:34.683093 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8afec41e-423e-432c-a8d8-6f3df59b3c3f req-90bf2d48-b23d-4970-a62b-705b5438f152 service neutron] 10.222.0.37 "GET /v2.0/networks/dc5de5f2-7e40-42b9-a46a-241f261f9cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2070231
Jun 17 14:48:34.984364 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a7a4c-c7cc-476e-a6d0-7040135f40ec req-e8cf0306-35aa-4b2d-946a-4ebaa3069aa0 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:34.992323 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-867a7a4c-c7cc-476e-a6d0-7040135f40ec req-e8cf0306-35aa-4b2d-946a-4ebaa3069aa0 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1669409
Jun 17 14:48:35.051954 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-867a7a4c-c7cc-476e-a6d0-7040135f40ec req-306d6243-a669-429f-9dbf-344f9219cfdc tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556719
Jun 17 14:48:35.437637 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1874390-e6e5-4b92-9c30-13717eab6913 req-21af282c-1c70-440e-a3da-5d9e1ef00363 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:35.440494 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e1874390-e6e5-4b92-9c30-13717eab6913 req-21af282c-1c70-440e-a3da-5d9e1ef00363 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 943 time: 0.1277294
Jun 17 14:48:35.503255 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e1874390-e6e5-4b92-9c30-13717eab6913 req-69f22cd8-d2c5-41fc-ac0f-ff3b29965931 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557580
Jun 17 14:48:36.035294 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device a323e0b7-b2c4-443d-ab95-89bc3444fe84 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:48:36.045267 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device e18a7278-c303-4955-87f2-8e0bdb7d7aed up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:36.150809 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3e9e8-5d1e-4a15-8a4c-b9eab5ba1a6d req-9213bbda-a22d-41f8-8f28-66fade1444e7 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:36.151520 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf688513-fed4-4cf4-ba95-07cb5dc30abc req-71deb787-de06-42cc-97ad-1d3b9439c51a tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:36.158699 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cf688513-fed4-4cf4-ba95-07cb5dc30abc req-71deb787-de06-42cc-97ad-1d3b9439c51a tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 945 time: 0.2395353
Jun 17 14:48:36.169318 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-00e3e9e8-5d1e-4a15-8a4c-b9eab5ba1a6d req-9213bbda-a22d-41f8-8f28-66fade1444e7 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 945 time: 0.1425486
Jun 17 14:48:36.252094 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-00e3e9e8-5d1e-4a15-8a4c-b9eab5ba1a6d req-7fa1e05b-5f5b-4ee7-b517-16689b6e1002 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814476
Jun 17 14:48:36.312715 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cf688513-fed4-4cf4-ba95-07cb5dc30abc req-6d72009a-e528-469e-af21-f727a0da20ce tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1415765
Jun 17 14:48:36.378535 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port e18a7278-c303-4955-87f2-8e0bdb7d7aed completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:36.395966 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port e18a7278-c303-4955-87f2-8e0bdb7d7aed triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:36.396592 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:36.505039 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port a323e0b7-b2c4-443d-ab95-89bc3444fe84, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=a323e0b7-b2c4-443d-ab95-89bc3444fe84,segment=NetworkSegment(9b765a02-e8b3-4bea-8397-7c2e5318d560),segment_id=9b765a02-e8b3-4bea-8397-7c2e5318d560)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:36.563097 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'a323e0b7-b2c4-443d-ab95-89bc3444fe84', 'network_id': 'dc5de5f2-7e40-42b9-a46a-241f261f9cc2', 'port_id': 'a323e0b7-b2c4-443d-ab95-89bc3444fe84', 'mac_address': 'fa:16:3e:a3:b5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75f5a02-5f62-45a4-9c82-3a38000d8fcf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:48:36.669656 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:36.739351 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port e18a7278-c303-4955-87f2-8e0bdb7d7aed, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:36.746442 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:48:36.758938 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:36.778300 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:36.858286 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'code': 200}
Jun 17 14:48:36.884903 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:36.909165 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea0bf1-f86f-44ad-86cf-032cee275b9a req-22a75ff0-0f23-4e68-a00d-31abba33f8c6 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:36.910758 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-36ea0bf1-f86f-44ad-86cf-032cee275b9a req-22a75ff0-0f23-4e68-a00d-31abba33f8c6 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 943 time: 0.2679303
Jun 17 14:48:36.916895 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a323e0b7-b2c4-443d-ab95-89bc3444fe84 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:48:36.942535 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=e18a7278-c303-4955-87f2-8e0bdb7d7aed,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:36.947372 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port a323e0b7-b2c4-443d-ab95-89bc3444fe84, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=a323e0b7-b2c4-443d-ab95-89bc3444fe84,segment=NetworkSegment(9b765a02-e8b3-4bea-8397-7c2e5318d560),segment_id=9b765a02-e8b3-4bea-8397-7c2e5318d560)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:36.948813 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:36.953439 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:36.957241 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:36.982221 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-36ea0bf1-f86f-44ad-86cf-032cee275b9a req-a495a7c8-3b27-4912-b727-5cebfa951285 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645456
Jun 17 14:48:37.059325 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=a323e0b7-b2c4-443d-ab95-89bc3444fe84,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:37.072023 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:37.318731 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8a89b-2f7f-422b-960e-0ea0416c0b9b req-0a804d41-d42b-4f6b-9e4f-5232c1f7fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:37.320453 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0dc8a89b-2f7f-422b-960e-0ea0416c0b9b req-0a804d41-d42b-4f6b-9e4f-5232c1f7fb27 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 1099 time: 0.0982263
Jun 17 14:48:37.378455 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['a323e0b7-b2c4-443d-ab95-89bc3444fe84'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:48:37.413490 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0dc8a89b-2f7f-422b-960e-0ea0416c0b9b req-47da3ea0-ea24-4eee-8d8d-50b18542b411 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852315
Jun 17 14:48:37.600751 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f361f-e511-4b92-8fc1-4e998c9ac7db req-29e3b126-c54c-4bcb-8ef5-2ba4407a8077 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:37.602340 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b72f361f-e511-4b92-8fc1-4e998c9ac7db req-29e3b126-c54c-4bcb-8ef5-2ba4407a8077 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 945 time: 0.1550295
Jun 17 14:48:37.621005 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3033e6-323f-4449-9136-32dea79fe4e8 req-0dac7e91-8d23-42c4-9b66-23d0b532c7fc tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:37.623908 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3a3033e6-323f-4449-9136-32dea79fe4e8 req-0dac7e91-8d23-42c4-9b66-23d0b532c7fc tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1473250
Jun 17 14:48:37.705705 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3a3033e6-323f-4449-9136-32dea79fe4e8 req-32f370dd-a79c-4b57-94b0-0e0c029a0c69 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575848
Jun 17 14:48:37.714913 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b72f361f-e511-4b92-8fc1-4e998c9ac7db req-46c16bfd-7dd1-46c5-b4a7-138ed31592d0 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995259
Jun 17 14:48:38.250579 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282e100-97c4-4a70-b907-a4aed318575a req-81908ac2-84bc-4a18-b55f-3e6ef77782e6 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:38.253841 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c282e100-97c4-4a70-b907-a4aed318575a req-81908ac2-84bc-4a18-b55f-3e6ef77782e6 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 944 time: 0.1289461
Jun 17 14:48:38.339938 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c282e100-97c4-4a70-b907-a4aed318575a req-a1d2aa21-fad0-4271-85cd-e7cfb4811f7e tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672758
Jun 17 14:48:38.352378 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc866-1dd4-4f1f-a7ac-7581b3c02ce5 req-0b4230a0-b226-4923-aa52-eb8bb1ee91d6 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:38.353911 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-186bc866-1dd4-4f1f-a7ac-7581b3c02ce5 req-0b4230a0-b226-4923-aa52-eb8bb1ee91d6 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 945 time: 0.0977755
Jun 17 14:48:38.452899 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-186bc866-1dd4-4f1f-a7ac-7581b3c02ce5 req-fafb89d5-da06-41ed-a46d-04829fab1f1c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Deleting port 430c530a-4202-45f9-87b3-0a2f0bf32bbd {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:48:38.453594 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-186bc866-1dd4-4f1f-a7ac-7581b3c02ce5 req-fafb89d5-da06-41ed-a46d-04829fab1f1c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:38.789942 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-186bc866-1dd4-4f1f-a7ac-7581b3c02ce5 req-fafb89d5-da06-41ed-a46d-04829fab1f1c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] For port 430c530a-4202-45f9-87b3-0a2f0bf32bbd, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=430c530a-4202-45f9-87b3-0a2f0bf32bbd,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:38.792243 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-186bc866-1dd4-4f1f-a7ac-7581b3c02ce5 req-fafb89d5-da06-41ed-a46d-04829fab1f1c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:39.037664 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfed7a7-45aa-408d-8371-590d9bb21b6a req-291267e4-5442-4097-aa3f-33e01623588b tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:39.046744 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-186bc866-1dd4-4f1f-a7ac-7581b3c02ce5 req-fafb89d5-da06-41ed-a46d-04829fab1f1c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Calling delete_port for 430c530a-4202-45f9-87b3-0a2f0bf32bbd owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:48:39.051051 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bdfed7a7-45aa-408d-8371-590d9bb21b6a req-291267e4-5442-4097-aa3f-33e01623588b tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 945 time: 0.1769245
Jun 17 14:48:39.136881 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bdfed7a7-45aa-408d-8371-590d9bb21b6a req-75a6b873-7ddb-4c6b-803c-37f200988296 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837131
Jun 17 14:48:39.304978 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-186bc866-1dd4-4f1f-a7ac-7581b3c02ce5 req-fafb89d5-da06-41ed-a46d-04829fab1f1c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:39.311997 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4510cf82-703c-4c40-b98d-31f080695e5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:39.349451 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['6f563e39-0ff4-4002-9022-ce568049f046', '14d9171b-b2e7-46e9-a55d-826ca70549a1', '430c530a-4202-45f9-87b3-0a2f0bf32bbd'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:48:39.354162 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4db15-73f2-44e9-952f-519a6c63d21e req-7d7c1a72-83f3-4b10-a20e-ffec9830070a tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:39.356897 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1ec4db15-73f2-44e9-952f-519a6c63d21e req-7d7c1a72-83f3-4b10-a20e-ffec9830070a tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.4799085
Jun 17 14:48:39.399889 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb89d5-da06-41ed-a46d-04829fab1f1c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Pushing event deleted for resources: {'Port': ['ID=430c530a-4202-45f9-87b3-0a2f0bf32bbd,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:39.441953 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fafb89d5-da06-41ed-a46d-04829fab1f1c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:39.627898 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1ec4db15-73f2-44e9-952f-519a6c63d21e req-bbc3800e-b40b-4d1d-9cc1-aaa0b7622aa0 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2548680
Jun 17 14:48:39.634285 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee7d3c-d367-4a03-96a1-0b0e261f3e3c req-9bdbf234-6838-4f11-80dc-536592704054 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:39.636743 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-186bc866-1dd4-4f1f-a7ac-7581b3c02ce5 req-fafb89d5-da06-41ed-a46d-04829fab1f1c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] No DVR routers for this DVR port 430c530a-4202-45f9-87b3-0a2f0bf32bbd on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:48:39.648908 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3bee7d3c-d367-4a03-96a1-0b0e261f3e3c req-9bdbf234-6838-4f11-80dc-536592704054 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 944 time: 0.1847479
Jun 17 14:48:39.655946 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-186bc866-1dd4-4f1f-a7ac-7581b3c02ce5 req-fafb89d5-da06-41ed-a46d-04829fab1f1c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:39.660372 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5098b9c2-1f3b-4997-a95c-4a82a596889b', 'name': 'network-vif-deleted', 'tag': '430c530a-4202-45f9-87b3-0a2f0bf32bbd'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:48:39.681004 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-186bc866-1dd4-4f1f-a7ac-7581b3c02ce5 req-fafb89d5-da06-41ed-a46d-04829fab1f1c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "DELETE /v2.0/ports/430c530a-4202-45f9-87b3-0a2f0bf32bbd HTTP/1.1" status: 204  len: 173 time: 1.3144853
Jun 17 14:48:39.727422 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3bee7d3c-d367-4a03-96a1-0b0e261f3e3c req-19f7260a-b8ef-4b84-8040-253ec81de989 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775256
Jun 17 14:48:39.795411 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5098b9c2-1f3b-4997-a95c-4a82a596889b', 'name': 'network-vif-deleted', 'tag': '430c530a-4202-45f9-87b3-0a2f0bf32bbd', 'status': 'completed', 'code': 200}
Jun 17 14:48:40.060070 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device a323e0b7-b2c4-443d-ab95-89bc3444fe84 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:48:40.144025 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port a323e0b7-b2c4-443d-ab95-89bc3444fe84 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:40.150003 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port a323e0b7-b2c4-443d-ab95-89bc3444fe84 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:40.150396 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:40.311758 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:40.350186 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ac89cb-ca58-45ea-b1bc-58ad4059acff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a323e0b7-b2c4-443d-ab95-89bc3444fe84'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:48:40.364043 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port a323e0b7-b2c4-443d-ab95-89bc3444fe84, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=a323e0b7-b2c4-443d-ab95-89bc3444fe84,segment=NetworkSegment(9b765a02-e8b3-4bea-8397-7c2e5318d560),segment_id=9b765a02-e8b3-4bea-8397-7c2e5318d560)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:40.378426 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:40.381424 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-b00e6b1a-6caf-4acd-aa01-202c0bbfa60d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:40.441439 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d4568a7e-cc3d-4f93-897b-983609cae82d req-d377df39-6acd-4c2a-b653-5d77840b6b2f tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=5098b9c2-1f3b-4997-a95c-4a82a596889b HTTP/1.1" status: 200  len: 210 time: 0.1443868
Jun 17 14:48:40.448368 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ac89cb-ca58-45ea-b1bc-58ad4059acff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a323e0b7-b2c4-443d-ab95-89bc3444fe84', 'code': 200}
Jun 17 14:48:40.508968 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=a323e0b7-b2c4-443d-ab95-89bc3444fe84,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:40.525091 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:40.912125 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba9398-79f1-4d35-9394-746c7c35e1ad req-4b018630-fd84-4e07-83d9-fce6779accb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:40.913703 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2fba9398-79f1-4d35-9394-746c7c35e1ad req-4b018630-fd84-4e07-83d9-fce6779accb4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 1098 time: 0.1664467
Jun 17 14:48:40.936338 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa66f4-1286-4166-8ec8-aca70889f690 req-ba098df5-a96e-44dc-8596-a0c0bfd52c33 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:40.938841 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2caa66f4-1286-4166-8ec8-aca70889f690 req-ba098df5-a96e-44dc-8596-a0c0bfd52c33 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1439321
Jun 17 14:48:41.066709 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0c48b-4fcc-4426-94c1-5a35351604fd req-09631b18-7235-4054-b046-8ba8b9ba0d72 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:41.074195 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bdc0c48b-4fcc-4426-94c1-5a35351604fd req-09631b18-7235-4054-b046-8ba8b9ba0d72 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 945 time: 0.1446204
Jun 17 14:48:41.146996 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bdc0c48b-4fcc-4426-94c1-5a35351604fd req-86c16389-f681-48af-bf77-0d2bfcd3a192 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718374
Jun 17 14:48:41.165481 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2caa66f4-1286-4166-8ec8-aca70889f690 req-8973c5b7-f8de-41b8-845f-fe6120420274 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748460
Jun 17 14:48:41.226674 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2fba9398-79f1-4d35-9394-746c7c35e1ad req-4d43c288-dba5-414f-8608-e6a4af34a4b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2859049
Jun 17 14:48:41.435364 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:48:41.464096 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98c768-6700-4e8f-9793-ec46a1fc9cd1 req-1c43d14b-4e74-4c39-be7c-965f749a4e3e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:41.465958 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6a98c768-6700-4e8f-9793-ec46a1fc9cd1 req-1c43d14b-4e74-4c39-be7c-965f749a4e3e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1440470
Jun 17 14:48:41.552321 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6a98c768-6700-4e8f-9793-ec46a1fc9cd1 req-85652130-4c6a-4519-9676-f89c39e82bd2 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783987
Jun 17 14:48:41.571151 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 41414) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:48:41.675771 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c07b72-f060-470c-90aa-7441ba0eba59 req-65d98d79-1a6a-4b8b-8ebd-1499b61dfee7 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:41.683320 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b0c07b72-f060-470c-90aa-7441ba0eba59 req-65d98d79-1a6a-4b8b-8ebd-1499b61dfee7 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.1292260
Jun 17 14:48:41.747898 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b0c07b72-f060-470c-90aa-7441ba0eba59 req-6c232d0c-fb10-42c4-bcf1-7cfaf23930ad tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587735
Jun 17 14:48:41.996067 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d190e-0ffc-4df0-8239-7c0e700bd116 tempest-TestShelveInstance-595972496 tempest-TestShelveInstance-595972496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:41.996886 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-7c1d190e-0ffc-4df0-8239-7c0e700bd116 tempest-TestShelveInstance-595972496 tempest-TestShelveInstance-595972496-project-admin] Synchronizing usage tracker for tenant:9fe4203c497d407da5848bad3711f743 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:48:42.020296 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-7c1d190e-0ffc-4df0-8239-7c0e700bd116 tempest-TestShelveInstance-595972496 tempest-TestShelveInstance-595972496-project-admin] Unset dirty status for tenant:9fe4203c497d407da5848bad3711f743 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:48:42.021603 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-7c1d190e-0ffc-4df0-8239-7c0e700bd116 tempest-TestShelveInstance-595972496 tempest-TestShelveInstance-595972496-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 1094 time: 0.4490826
Jun 17 14:48:42.028680 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 41424) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:48:42.040179 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Request body: {'floatingip': {'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'port_id': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:48:42.056574 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 430c530a-4202-45f9-87b3-0a2f0bf32bbd no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:48:42.076741 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:48:42.083376 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Usage tracker for resource:floatingip and tenant:ea85878f4f5541c3985ec0b5ed43af76 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:48:42.101524 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:48:42.109767 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:48:42.145104 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: 430c530a-4202-45f9-87b3-0a2f0bf32bbd {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:48:42.145104 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 430c530a-4202-45f9-87b3-0a2f0bf32bbd not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:48:42.269923 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for floatingip, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:42.410184 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd8a9a-c9b0-427e-b0b5-c471d564e4ad req-225afd64-8cff-4e03-a16b-111e02eb5f84 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:42.417434 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6382c99-0ace-4f44-aebd-7b0b020645b1 req-8a02150b-efa0-46e0-95a9-9fa9abfa4643 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:42.419029 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a6382c99-0ace-4f44-aebd-7b0b020645b1 req-8a02150b-efa0-46e0-95a9-9fa9abfa4643 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 946 time: 0.2368357
Jun 17 14:48:42.424898 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f7cd8a9a-c9b0-427e-b0b5-c471d564e4ad req-225afd64-8cff-4e03-a16b-111e02eb5f84 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 945 time: 0.1181657
Jun 17 14:48:42.480104 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f7cd8a9a-c9b0-427e-b0b5-c471d564e4ad req-3474e9a9-b249-445a-8010-7fbca82edcb9 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539575
Jun 17 14:48:42.505607 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a6382c99-0ace-4f44-aebd-7b0b020645b1 req-2aec43a4-696e-4054-bc48-632f6f6a1c1c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762432
Jun 17 14:48:42.533124 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:42.715732 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Allocated IP 172.27.3.195 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/18b70930-c501-4bd9-8dc4-b0ba53c2ccc8) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:48:42.899835 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:42.948516 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:42.963037 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:43.000541 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c78dfb-cc3e-4301-972c-f7424b615826 req-360265ad-a3dd-4801-b1b2-bf80baa70b72 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:43.002018 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-67c78dfb-cc3e-4301-972c-f7424b615826 req-360265ad-a3dd-4801-b1b2-bf80baa70b72 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.0920937
Jun 17 14:48:43.027000 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:48:43.030663 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:48:43.037034 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:48:43.060192 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-67c78dfb-cc3e-4301-972c-f7424b615826 req-fb43869b-3820-4ec9-a370-20e7a4d24d6c tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500810
Jun 17 14:48:43.088755 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Pushing event updated for resources: {'Port': ['ID=18b70930-c501-4bd9-8dc4-b0ba53c2ccc8,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:43.102647 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:43.102999 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:43.103343 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:43.103786 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:43.104213 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:43.104626 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:43.105037 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:43.105449 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:43.105801 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:43.106150 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:43.106493 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:43.106828 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:48:43.114297 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:43.679842 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:43.805192 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:43.904524 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9903cc5-c851-43fe-b542-b2364bc8a57c req-66f8639a-12dc-45d1-82d8-0c684d5b2e5f tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:43.905803 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b9903cc5-c851-43fe-b542-b2364bc8a57c req-66f8639a-12dc-45d1-82d8-0c684d5b2e5f tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 945 time: 0.1210208
Jun 17 14:48:43.979444 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b9903cc5-c851-43fe-b542-b2364bc8a57c req-bc1b77fd-ca6c-4082-b4ee-deb52f47adc9 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668118
Jun 17 14:48:44.217760 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:44.225011 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:44.231686 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1a962c61-777f-4650-bb1f-00eadf418330 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:44.335039 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-4e1a7844-0eb3-4251-9554-42cde090b3b4 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:44.336561 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-4e1a7844-0eb3-4251-9554-42cde090b3b4 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/networks?id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb HTTP/1.1" status: 200  len: 814 time: 0.2436402
Jun 17 14:48:44.355212 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-61fd8e7a-25b1-40f9-ae4f-a6d1f6c4b513 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/quotas/c5c530559768411bac83f46228d16ea4 HTTP/1.1" status: 200  len: 375 time: 0.0113010
Jun 17 14:48:44.402369 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Pushing event updated for resources: {'Port': ['ID=18b70930-c501-4bd9-8dc4-b0ba53c2ccc8,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:44.409372 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:44.421631 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:44.470903 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-8fb32b93-d407-4067-b823-429e88c08925 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5c530559768411bac83f46228d16ea4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1075873
Jun 17 14:48:44.530439 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799511e7-51e3-4625-bb73-de7e14f2d244 req-a44a4f7d-db28-45ec-a923-010c69195e0f tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:44.530439 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-799511e7-51e3-4625-bb73-de7e14f2d244 req-a44a4f7d-db28-45ec-a923-010c69195e0f tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 946 time: 0.2634478
Jun 17 14:48:44.666034 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-799511e7-51e3-4625-bb73-de7e14f2d244 req-d688fd48-667a-45bf-8c2e-e7f0259316a0 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837941
Jun 17 14:48:44.667214 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.l3_db [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Floating IP f1c8433d-1f40-4e15-9260-4ff76b313c6c associated. External IP: 172.27.3.195, port: e18a7278-c303-4955-87f2-8e0bdb7d7aed.
Jun 17 14:48:44.735997 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fc50f-068a-464d-8dcd-76ac78dee293 req-7dd975d0-4d07-468c-8131-5d0c04053f11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:44.736731 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-739fc50f-068a-464d-8dcd-76ac78dee293 req-7dd975d0-4d07-468c-8131-5d0c04053f11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Synchronizing usage tracker for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:48:44.757372 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-981bc5fe-d2ca-4d50-9891-3779a2cf949a service neutron] 10.222.0.89 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2200878
Jun 17 14:48:44.792850 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-739fc50f-068a-464d-8dcd-76ac78dee293 req-7dd975d0-4d07-468c-8131-5d0c04053f11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Unset dirty status for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:48:44.794270 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-739fc50f-068a-464d-8dcd-76ac78dee293 req-7dd975d0-4d07-468c-8131-5d0c04053f11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 946 time: 0.3154652
Jun 17 14:48:44.971044 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-739fc50f-068a-464d-8dcd-76ac78dee293 req-73a8ba87-8844-4bb5-8db0-7b3c88a36bec tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Deleting port 14d9171b-b2e7-46e9-a55d-826ca70549a1 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:48:44.971439 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-739fc50f-068a-464d-8dcd-76ac78dee293 req-73a8ba87-8844-4bb5-8db0-7b3c88a36bec tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:45.028961 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-a2dafd49-c981-4edf-974c-b8fcf1de7ab5 service neutron] 10.222.0.89 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2598748
Jun 17 14:48:45.042265 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebf056-cfbc-486e-9fa2-4dc83d59a774 req-7c1c65c4-d575-4ed4-abec-cbac44dd3a68 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:45.043995 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-17ebf056-cfbc-486e-9fa2-4dc83d59a774 req-7c1c65c4-d575-4ed4-abec-cbac44dd3a68 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.2112441
Jun 17 14:48:45.258447 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-17ebf056-cfbc-486e-9fa2-4dc83d59a774 req-b47fbdf0-47c9-475d-a62c-5499ba19d75e tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068387
Jun 17 14:48:45.284125 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:48:45.667869 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:48:45.684366 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad2cef-e8f3-4d83-88cc-863ecb9d5958 None None] Sync routers for ids ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:48:45.700750 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad2cef-e8f3-4d83-88cc-863ecb9d5958 None None] Routers {'2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:48:45.701272 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-67ad2cef-e8f3-4d83-88cc-863ecb9d5958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28574280>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:48:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:45.712251 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:45.723860 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a18cd79e-f811-41e7-94e0-9c1c2d6edfaf req-55cbab29-90b5-42fe-a434-183f1d1751f8 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 210 time: 0.2253468
Jun 17 14:48:45.822321 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-739fc50f-068a-464d-8dcd-76ac78dee293 req-73a8ba87-8844-4bb5-8db0-7b3c88a36bec tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] For port 14d9171b-b2e7-46e9-a55d-826ca70549a1, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=14d9171b-b2e7-46e9-a55d-826ca70549a1,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:45.823065 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-739fc50f-068a-464d-8dcd-76ac78dee293 req-73a8ba87-8844-4bb5-8db0-7b3c88a36bec tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:45.905117 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.8661563
Jun 17 14:48:45.905117 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'tag': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:48:45.944338 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281d0ae-9543-47de-bc9b-f0cb253a1de1 req-87d370a0-80cb-44b2-a04f-f13c0ff0ef30 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:45.946198 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2281d0ae-9543-47de-bc9b-f0cb253a1de1 req-87d370a0-80cb-44b2-a04f-f13c0ff0ef30 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 945 time: 0.1319447
Jun 17 14:48:45.972195 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-67ad2cef-e8f3-4d83-88cc-863ecb9d5958 None None] Set router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:48:46.015135 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2281d0ae-9543-47de-bc9b-f0cb253a1de1 req-43b9d8fd-3d5f-4e55-a3c4-2a8e01e0754b tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588300
Jun 17 14:48:46.096068 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'tag': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'status': 'completed', 'code': 200}
Jun 17 14:48:46.097538 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bca1f1-f927-4bcd-a098-49f7d3852b40 req-06d77f18-e62d-423b-8977-32b17c6c3ebf tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:46.099032 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-89bca1f1-f927-4bcd-a098-49f7d3852b40 req-06d77f18-e62d-423b-8977-32b17c6c3ebf tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.37 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.7172580
Jun 17 14:48:46.230290 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-739fc50f-068a-464d-8dcd-76ac78dee293 req-73a8ba87-8844-4bb5-8db0-7b3c88a36bec tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Calling delete_port for 14d9171b-b2e7-46e9-a55d-826ca70549a1 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:48:46.252661 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e23395-a468-454c-89ee-502637a1e3d4 req-85a65c38-1e9b-47b5-9d05-3b0336689f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:46.254880 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-53e23395-a468-454c-89ee-502637a1e3d4 req-85a65c38-1e9b-47b5-9d05-3b0336689f92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea85878f4f5541c3985ec0b5ed43af76&device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 1099 time: 0.0942304
Jun 17 14:48:46.444379 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e23395-a468-454c-89ee-502637a1e3d4 req-337f1e39-9a10-4050-98e4-faf708be5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:46.445917 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-53e23395-a468-454c-89ee-502637a1e3d4 req-337f1e39-9a10-4050-98e4-faf708be5c12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e HTTP/1.1" status: 200  len: 911 time: 0.1813657
Jun 17 14:48:46.448949 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-89bca1f1-f927-4bcd-a098-49f7d3852b40 req-50fcd033-c937-4bf1-a89d-2801a7eca158 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Deleting port 17850d5d-3cc3-4789-b051-91d0e128f6aa {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:48:46.449394 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-89bca1f1-f927-4bcd-a098-49f7d3852b40 req-50fcd033-c937-4bf1-a89d-2801a7eca158 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:46.505963 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-67ad2cef-e8f3-4d83-88cc-863ecb9d5958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28574280>, [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:47:14Z', 'revision_number': 4, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port': {'id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:07Z', 'updated_at': '2021-06-17T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'f1c8433d-1f40-4e15-9260-4ff76b313c6c', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'port_id': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'mac_address': 'fa:16:3e:c1:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:48:43Z', 'updated_at': '2021-06-17T14:48:43Z', 'revision_number': 0, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b', 'name': '', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'mac_address': 'fa:16:3e:94:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:13Z', 'updated_at': '2021-06-17T14:47:26Z', 'revision_number': 5, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'subnets': [{'id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:46.511326 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad2cef-e8f3-4d83-88cc-863ecb9d5958 None None] Checking router: 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:48:46.522273 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad2cef-e8f3-4d83-88cc-863ecb9d5958 None None] Routers {'2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:48:46.522903 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-67ad2cef-e8f3-4d83-88cc-863ecb9d5958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28574280>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:48:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:46.525865 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47aa4a-fc1d-4e71-b59f-7e12008846df req-9149fc84-aa6d-4611-935e-15c89f72802f tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:46.527906 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7c47aa4a-fc1d-4e71-b59f-7e12008846df req-9149fc84-aa6d-4611-935e-15c89f72802f tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 946 time: 0.3612640
Jun 17 14:48:46.623516 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-53e23395-a468-454c-89ee-502637a1e3d4 req-16d55a38-bf68-4f56-854b-6d96d2af6a3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed HTTP/1.1" status: 200  len: 1000 time: 0.1384530
Jun 17 14:48:46.694398 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7c47aa4a-fc1d-4e71-b59f-7e12008846df req-c30ad0a1-e71b-491f-a084-e3432939b141 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262074
Jun 17 14:48:46.701220 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8d976-48fa-4de8-ab9b-3d547d610bea req-ab463258-86c7-4aff-b75c-e51775fbc137 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:46.702767 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d4d8d976-48fa-4de8-ab9b-3d547d610bea req-ab463258-86c7-4aff-b75c-e51775fbc137 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 945 time: 0.2557867
Jun 17 14:48:46.731501 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e23395-a468-454c-89ee-502637a1e3d4 req-e29c4dbf-5248-414b-b840-8b0d13cfe03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:46.733494 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-53e23395-a468-454c-89ee-502637a1e3d4 req-e29c4dbf-5248-414b-b840-8b0d13cfe03c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ec832fa-c2b9-4849-8a8b-8670d6de2d35 HTTP/1.1" status: 200  len: 848 time: 0.0942106
Jun 17 14:48:46.736086 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-739fc50f-068a-464d-8dcd-76ac78dee293 req-73a8ba87-8844-4bb5-8db0-7b3c88a36bec tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:46.742542 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-eafd7332-4687-4786-9809-01e4b994309c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:46.788710 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['6f563e39-0ff4-4002-9022-ce568049f046'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:48:46.822637 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d4d8d976-48fa-4de8-ab9b-3d547d610bea req-8c0b9da6-c839-4a10-9175-84cee608c028 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076522
Jun 17 14:48:46.826179 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-67ad2cef-e8f3-4d83-88cc-863ecb9d5958 None None] Set router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:48:46.852220 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8ba87-8844-4bb5-8db0-7b3c88a36bec tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Pushing event deleted for resources: {'Port': ['ID=14d9171b-b2e7-46e9-a55d-826ca70549a1,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:46.858785 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e23395-a468-454c-89ee-502637a1e3d4 req-eee0bb9e-7729-48dd-9a5a-0d32ad532d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:46.862354 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-53e23395-a468-454c-89ee-502637a1e3d4 req-eee0bb9e-7729-48dd-9a5a-0d32ad532d31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1169281
Jun 17 14:48:46.895828 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-73a8ba87-8844-4bb5-8db0-7b3c88a36bec tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:47.046980 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-53e23395-a468-454c-89ee-502637a1e3d4 req-657f7035-38d8-4840-973c-c05147c04d06 service neutron] 10.222.0.37 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558652
Jun 17 14:48:47.132891 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-89bca1f1-f927-4bcd-a098-49f7d3852b40 req-50fcd033-c937-4bf1-a89d-2801a7eca158 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] For port 17850d5d-3cc3-4789-b051-91d0e128f6aa, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=17850d5d-3cc3-4789-b051-91d0e128f6aa,segment=NetworkSegment(2558049f-44eb-44ef-aae2-eb8cfe45a1ad),segment_id=2558049f-44eb-44ef-aae2-eb8cfe45a1ad)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:47.133365 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-89bca1f1-f927-4bcd-a098-49f7d3852b40 req-50fcd033-c937-4bf1-a89d-2801a7eca158 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:47.278928 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-53e23395-a468-454c-89ee-502637a1e3d4 req-321c9d45-b9cd-40db-be5a-90adef1b9ee4 service neutron] 10.222.0.37 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2192342
Jun 17 14:48:47.348157 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-89bca1f1-f927-4bcd-a098-49f7d3852b40 req-50fcd033-c937-4bf1-a89d-2801a7eca158 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Calling delete_port for 17850d5d-3cc3-4789-b051-91d0e128f6aa owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:48:47.424485 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376c7a4-e26f-4db2-b000-a5d19bbedf78 req-12fd2f03-a7e9-4713-9c0e-31a0f535a77f tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:47.431989 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a376c7a4-e26f-4db2-b000-a5d19bbedf78 req-12fd2f03-a7e9-4713-9c0e-31a0f535a77f tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 945 time: 0.1258214
Jun 17 14:48:47.466276 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-739fc50f-068a-464d-8dcd-76ac78dee293 req-73a8ba87-8844-4bb5-8db0-7b3c88a36bec tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] No DVR routers for this DVR port 14d9171b-b2e7-46e9-a55d-826ca70549a1 on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:48:47.499324 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a376c7a4-e26f-4db2-b000-a5d19bbedf78 req-b2a92dc2-17da-4cfa-b545-6513c2e8552f tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635512
Jun 17 14:48:47.503329 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2385d588-9f3e-48b3-8fb4-66128530d038 req-a868eb42-d99b-4155-bc63-1c8ec4571efe tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 210 time: 0.6079597
Jun 17 14:48:47.511159 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-739fc50f-068a-464d-8dcd-76ac78dee293 req-73a8ba87-8844-4bb5-8db0-7b3c88a36bec tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:47.521643 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a94d579-d1cc-4fec-8c48-946556edccbe', 'name': 'network-vif-deleted', 'tag': '14d9171b-b2e7-46e9-a55d-826ca70549a1'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:48:47.524747 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-67ad2cef-e8f3-4d83-88cc-863ecb9d5958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28574280>, [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:47:14Z', 'revision_number': 4, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port': {'id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:07Z', 'updated_at': '2021-06-17T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'f1c8433d-1f40-4e15-9260-4ff76b313c6c', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'port_id': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'mac_address': 'fa:16:3e:c1:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:48:43Z', 'updated_at': '2021-06-17T14:48:43Z', 'revision_number': 0, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b', 'name': '', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'mac_address': 'fa:16:3e:94:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:13Z', 'updated_at': '2021-06-17T14:47:26Z', 'revision_number': 5, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'subnets': [{'id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:48:47.535969 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad2cef-e8f3-4d83-88cc-863ecb9d5958 None None] The sync data for ids ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'] in dv-cinder-796859-1-iscsi is: [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:47:14Z', 'revision_number': 4, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port': {'id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:07Z', 'updated_at': '2021-06-17T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'f1c8433d-1f40-4e15-9260-4ff76b313c6c', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'port_id': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'mac_address': 'fa:16:3e:c1:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:48:43Z', 'updated_at': '2021-06-17T14:48:43Z', 'revision_number': 0, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b', 'name': '', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'mac_address': 'fa:16:3e:94:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:13Z', 'updated_at': '2021-06-17T14:47:26Z', 'revision_number': 5, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'subnets': [{'id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:48:47.590499 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-739fc50f-068a-464d-8dcd-76ac78dee293 req-73a8ba87-8844-4bb5-8db0-7b3c88a36bec tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "DELETE /v2.0/ports/14d9171b-b2e7-46e9-a55d-826ca70549a1 HTTP/1.1" status: 204  len: 173 time: 2.7254691
Jun 17 14:48:47.647791 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a94d579-d1cc-4fec-8c48-946556edccbe', 'name': 'network-vif-deleted', 'tag': '14d9171b-b2e7-46e9-a55d-826ca70549a1', 'status': 'completed', 'code': 200}
Jun 17 14:48:47.824640 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-4d093f19-3181-4751-884b-91d275b5b432 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:47.827112 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-4d093f19-3181-4751-884b-91d275b5b432 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.37 "GET /v2.0/networks?id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb HTTP/1.1" status: 200  len: 814 time: 0.4185367
Jun 17 14:48:47.904761 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Request body: {'port': {'device_id': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'admin_state_up': True, 'tenant_id': 'c5c530559768411bac83f46228d16ea4'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:48:47.986088 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec34d224-2b90-43f1-8fa9-c794ea6d8fd5 None None] New status for floating IP f1c8433d-1f40-4e15-9260-4ff76b313c6c: ACTIVE {{(pid=78707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 14:48:47.990085 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-89bca1f1-f927-4bcd-a098-49f7d3852b40 req-50fcd033-c937-4bf1-a89d-2801a7eca158 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:47.997606 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-ab424793-4bab-4092-855f-e098617d0703 req-f7be6314-1ead-4027-a9c7-c6a081acbc8e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Synchronizing usage tracker for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:48:48.008748 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-95b39391-6e21-4040-a510-0584fb9ea779 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:48.083323 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-21d6e45b-fdc8-4109-9c8d-6f43428b5ca3 req-8013883a-ed02-4088-927b-f91f90cfacca tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.0856140
Jun 17 14:48:48.119810 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['5a36aab6-5819-4457-b9ce-464e6fa17688', '17850d5d-3cc3-4789-b051-91d0e128f6aa'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:48:48.202985 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 14d9171b-b2e7-46e9-a55d-826ca70549a1 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:48:48.306019 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: 14d9171b-b2e7-46e9-a55d-826ca70549a1 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:48:48.306366 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 14d9171b-b2e7-46e9-a55d-826ca70549a1 not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:48:48.357187 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcd033-c937-4bf1-a89d-2801a7eca158 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Pushing event deleted for resources: {'Port': ['ID=17850d5d-3cc3-4789-b051-91d0e128f6aa,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:48.409035 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-50fcd033-c937-4bf1-a89d-2801a7eca158 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:48.479057 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bca1f1-f927-4bcd-a098-49f7d3852b40 req-50fcd033-c937-4bf1-a89d-2801a7eca158 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] No DVR routers for this DVR port 17850d5d-3cc3-4789-b051-91d0e128f6aa on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:48:48.487948 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-89bca1f1-f927-4bcd-a098-49f7d3852b40 req-50fcd033-c937-4bf1-a89d-2801a7eca158 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:48.491691 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-ab424793-4bab-4092-855f-e098617d0703 req-f7be6314-1ead-4027-a9c7-c6a081acbc8e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Unset dirty status for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:48:48.504650 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ab424793-4bab-4092-855f-e098617d0703 req-f7be6314-1ead-4027-a9c7-c6a081acbc8e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a94d579-d1cc-4fec-8c48-946556edccbe HTTP/1.1" status: 200  len: 210 time: 0.6374216
Jun 17 14:48:48.575534 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-89bca1f1-f927-4bcd-a098-49f7d3852b40 req-50fcd033-c937-4bf1-a89d-2801a7eca158 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.37 "DELETE /v2.0/ports/17850d5d-3cc3-4789-b051-91d0e128f6aa HTTP/1.1" status: 204  len: 173 time: 2.3628156
Jun 17 14:48:48.606163 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:48:48.624111 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Usage tracker for resource:port and tenant:c5c530559768411bac83f46228d16ea4 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:48:48.648630 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:48:48.674778 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:48:48.686897 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095be17-662a-4035-99fd-3d2370010fde req-69b01b39-8d18-447b-94c1-888c80475e1c tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:48.689028 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f095be17-662a-4035-99fd-3d2370010fde req-69b01b39-8d18-447b-94c1-888c80475e1c tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 945 time: 0.6471422
Jun 17 14:48:48.713880 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Made reservation on behalf of c5c530559768411bac83f46228d16ea4 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:48:48.717906 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:48.970645 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-f095be17-662a-4035-99fd-3d2370010fde req-9a5d988a-f12c-42be-9c1b-d3216d873d38 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Deleting port a323e0b7-b2c4-443d-ab95-89bc3444fe84 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:48:48.971545 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f095be17-662a-4035-99fd-3d2370010fde req-9a5d988a-f12c-42be-9c1b-d3216d873d38 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:49.196678 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1f329288-8beb-46bd-82ab-f72ac8942f20 req-3bc84cb2-c444-4821-9d33-3bda209309d6 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 210 time: 0.1568112
Jun 17 14:48:49.218182 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:49.219052 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b9acd-4783-49cc-b4d0-4acfa25e5353 req-dfecae99-2f9d-4638-b345-c5a79d253b7f tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:49.234837 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d90b9acd-4783-49cc-b4d0-4acfa25e5353 req-dfecae99-2f9d-4638-b345-c5a79d253b7f tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 945 time: 0.3301632
Jun 17 14:48:49.352845 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d90b9acd-4783-49cc-b4d0-4acfa25e5353 req-9e29f4f0-1aae-44de-bf0f-eca5a91aaaeb tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/security-groups?id=96a56e5a-7273-4e24-884b-bc26f93efa7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148086
Jun 17 14:48:49.558033 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Allocated IP 172.20.0.7 (82772615-1cc7-4e62-a2c1-9ccd7d4392bb/dd0bc2e9-44f4-4df0-bd36-64c989a62cc9/cb2c6dfa-ec8b-49c0-820d-37ccda26a584) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:48:49.566622 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-4852de28-e46a-4275-870b-ab11bbb91b10 req-1d5e1aea-a292-4676-ba0d-81f073f2df41 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Synchronizing usage tracker for tenant:2792d6d461e64e3aa7a32a43046c01d9 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:48:49.652056 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1812e12a-bcb9-4aef-9b39-c1d68b2c22d7', 'name': 'network-vif-deleted', 'tag': '17850d5d-3cc3-4789-b051-91d0e128f6aa'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:48:49.702870 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-4852de28-e46a-4275-870b-ab11bbb91b10 req-1d5e1aea-a292-4676-ba0d-81f073f2df41 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Unset dirty status for tenant:2792d6d461e64e3aa7a32a43046c01d9 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:48:49.703232 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4852de28-e46a-4275-870b-ab11bbb91b10 req-1d5e1aea-a292-4676-ba0d-81f073f2df41 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.2263720
Jun 17 14:48:49.741297 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1812e12a-bcb9-4aef-9b39-c1d68b2c22d7', 'name': 'network-vif-deleted', 'tag': '17850d5d-3cc3-4789-b051-91d0e128f6aa', 'status': 'completed', 'code': 200}
Jun 17 14:48:49.780932 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-f095be17-662a-4035-99fd-3d2370010fde req-9a5d988a-f12c-42be-9c1b-d3216d873d38 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] For port a323e0b7-b2c4-443d-ab95-89bc3444fe84, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=a323e0b7-b2c4-443d-ab95-89bc3444fe84,segment=NetworkSegment(9b765a02-e8b3-4bea-8397-7c2e5318d560),segment_id=9b765a02-e8b3-4bea-8397-7c2e5318d560)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:48:49.781316 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f095be17-662a-4035-99fd-3d2370010fde req-9a5d988a-f12c-42be-9c1b-d3216d873d38 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:49.941343 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-f095be17-662a-4035-99fd-3d2370010fde req-9a5d988a-f12c-42be-9c1b-d3216d873d38 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Calling delete_port for a323e0b7-b2c4-443d-ab95-89bc3444fe84 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:48:50.150020 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device a323e0b7-b2c4-443d-ab95-89bc3444fe84 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:48:50.186093 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:50.316896 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Transition to ACTIVE for port object cb2c6dfa-ec8b-49c0-820d-37ccda26a584 will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:48:50.319727 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:50.322323 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f095be17-662a-4035-99fd-3d2370010fde req-9a5d988a-f12c-42be-9c1b-d3216d873d38 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:50.331545 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fafb89d5-da06-41ed-a46d-04829fab1f1c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:50.397743 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d988a-f12c-42be-9c1b-d3216d873d38 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Pushing event deleted for resources: {'Port': ['ID=a323e0b7-b2c4-443d-ab95-89bc3444fe84,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:50.405617 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9a5d988a-f12c-42be-9c1b-d3216d873d38 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:50.424868 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 17850d5d-3cc3-4789-b051-91d0e128f6aa no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:48:50.489315 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-fd5395ee-c585-4473-9dd4-908ae032573a req-609c67bf-e443-4fd2-a45a-9c25212748f8 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Synchronizing usage tracker for tenant:c5c530559768411bac83f46228d16ea4 on resource:port {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:48:50.511644 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: 17850d5d-3cc3-4789-b051-91d0e128f6aa {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:48:50.512059 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 17850d5d-3cc3-4789-b051-91d0e128f6aa not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:48:50.515956 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-fd5395ee-c585-4473-9dd4-908ae032573a req-609c67bf-e443-4fd2-a45a-9c25212748f8 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Unset dirty status for tenant:c5c530559768411bac83f46228d16ea4 on resource:port {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:48:50.517347 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fd5395ee-c585-4473-9dd4-908ae032573a req-609c67bf-e443-4fd2-a45a-9c25212748f8 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 210 time: 0.1065748
Jun 17 14:48:50.557526 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-f095be17-662a-4035-99fd-3d2370010fde req-9a5d988a-f12c-42be-9c1b-d3216d873d38 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] No DVR routers for this DVR port a323e0b7-b2c4-443d-ab95-89bc3444fe84 on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:48:50.571721 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f095be17-662a-4035-99fd-3d2370010fde req-9a5d988a-f12c-42be-9c1b-d3216d873d38 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:50.595797 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-28f8f7f8-0e63-4046-82b8-2d5d32e27d0d req-acb8dd4e-8824-49f9-8a5d-2bdf5b70b43a tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.0875409
Jun 17 14:48:50.604244 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f095be17-662a-4035-99fd-3d2370010fde req-9a5d988a-f12c-42be-9c1b-d3216d873d38 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.37 "DELETE /v2.0/ports/a323e0b7-b2c4-443d-ab95-89bc3444fe84 HTTP/1.1" status: 204  len: 173 time: 1.8719471
Jun 17 14:48:50.606233 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:50.612848 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-921d4fe0-63a5-471c-ba29-c2eb5d1cc2e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:48:50.679703 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:48:50.682796 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:48:50.686637 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:48:50.722099 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event updated for resources: {'Port': ['ID=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:48:50.728943 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:48:50.784546 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:50.785321 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:50.813660 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9438422
Jun 17 14:48:50.932503 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7e9cbc45-e056-4fb4-abf0-d2074daa7b19 req-0a7805c5-68da-4d73-add8-890fac656cae tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.0571132
Jun 17 14:48:50.952992 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-c0afaf16-e2f3-428b-92bf-95bc70beb119 None None] Provisioning for port cb2c6dfa-ec8b-49c0-820d-37ccda26a584 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:48:50.959169 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-c0afaf16-e2f3-428b-92bf-95bc70beb119 None None] Provisioning complete for port cb2c6dfa-ec8b-49c0-820d-37ccda26a584 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:48:50.959595 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c0afaf16-e2f3-428b-92bf-95bc70beb119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:51.034508 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-c0afaf16-e2f3-428b-92bf-95bc70beb119 None None] Port cb2c6dfa-ec8b-49c0-820d-37ccda26a584 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:48:51.372730 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57c156-510b-4453-a5df-b60a768dd757 req-114cb1db-32d1-4861-9dd0-140788469d94 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:51.374195 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ec57c156-510b-4453-a5df-b60a768dd757 req-114cb1db-32d1-4861-9dd0-140788469d94 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.0841904
Jun 17 14:48:51.425295 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ec57c156-510b-4453-a5df-b60a768dd757 req-9d4b495e-205e-4425-b61b-e36710c967a0 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444207
Jun 17 14:48:51.768370 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ac89cb-ca58-45ea-b1bc-58ad4059acff', 'name': 'network-vif-deleted', 'tag': 'a323e0b7-b2c4-443d-ab95-89bc3444fe84'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:48:51.837301 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4ca95-6b88-493a-9d51-443b683e107c req-e4a49748-f39a-4319-a1a7-a7ff8eb370f8 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:51.838043 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-23a4ca95-6b88-493a-9d51-443b683e107c req-e4a49748-f39a-4319-a1a7-a7ff8eb370f8 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Synchronizing usage tracker for tenant:c5c530559768411bac83f46228d16ea4 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:48:51.855617 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-23a4ca95-6b88-493a-9d51-443b683e107c req-e4a49748-f39a-4319-a1a7-a7ff8eb370f8 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Unset dirty status for tenant:c5c530559768411bac83f46228d16ea4 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:48:51.856829 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-23a4ca95-6b88-493a-9d51-443b683e107c req-e4a49748-f39a-4319-a1a7-a7ff8eb370f8 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 931 time: 0.2228117
Jun 17 14:48:51.871251 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b9c7a211-be4f-46b5-a035-f28d3bc31c72 req-0884bfcc-ffff-4e4a-97ca-77236443d590 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.1549466
Jun 17 14:48:51.907259 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-23a4ca95-6b88-493a-9d51-443b683e107c req-90103416-5c16-4607-b67f-6609265206e4 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432866
Jun 17 14:48:51.952131 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ac89cb-ca58-45ea-b1bc-58ad4059acff', 'name': 'network-vif-deleted', 'tag': 'a323e0b7-b2c4-443d-ab95-89bc3444fe84', 'status': 'completed', 'code': 200}
Jun 17 14:48:52.122044 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0c23ea0b-7d32-40ac-a196-c06bcdbb4c08 req-c23dc2ef-78a9-4b55-b21e-c9f627cf9b02 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.0575867
Jun 17 14:48:52.639457 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dc78d-fdaf-43b3-88a4-a7c76bed61c3 req-9cccd769-be90-47dd-a157-7303b9f67f2f tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:52.641623 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-516dc78d-fdaf-43b3-88a4-a7c76bed61c3 req-9cccd769-be90-47dd-a157-7303b9f67f2f tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.0929482
Jun 17 14:48:52.693634 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-516dc78d-fdaf-43b3-88a4-a7c76bed61c3 req-52101011-a7ae-440d-b56b-c8f99503b8ad tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454879
Jun 17 14:48:53.044466 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-3ddd8844-302e-4005-8561-3057ba907a0b req-6322d058-527e-4251-9d3c-e49be4210bea tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Synchronizing usage tracker for tenant:4619cc65ab6745a38c5fa68fdfb9a36d on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:48:53.074182 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-3ddd8844-302e-4005-8561-3057ba907a0b req-6322d058-527e-4251-9d3c-e49be4210bea tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Unset dirty status for tenant:4619cc65ab6745a38c5fa68fdfb9a36d on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:48:53.079316 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3ddd8844-302e-4005-8561-3057ba907a0b req-6322d058-527e-4251-9d3c-e49be4210bea tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.0860662
Jun 17 14:48:53.156670 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090b540-e546-4f33-9ba1-c37670a13420 req-862e1093-3153-4955-b715-db3f273e959c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:53.160291 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9090b540-e546-4f33-9ba1-c37670a13420 req-862e1093-3153-4955-b715-db3f273e959c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 931 time: 0.1289899
Jun 17 14:48:53.237756 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-9090b540-e546-4f33-9ba1-c37670a13420 req-424526de-3661-4d1f-b70d-8a586bca3bf1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Synchronizing usage tracker for tenant:c5c530559768411bac83f46228d16ea4 on resource:security_group {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:48:53.256157 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-9090b540-e546-4f33-9ba1-c37670a13420 req-424526de-3661-4d1f-b70d-8a586bca3bf1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Unset dirty status for tenant:c5c530559768411bac83f46228d16ea4 on resource:security_group {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:48:53.257422 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9090b540-e546-4f33-9ba1-c37670a13420 req-424526de-3661-4d1f-b70d-8a586bca3bf1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853238
Jun 17 14:48:53.333619 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4201c537-d872-459b-82fc-21f1c8ad844e req-61548135-c842-4882-b466-3471894b5d6f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.0459955
Jun 17 14:48:53.904411 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b6bb-3c66-471b-a546-ee85f11be46f req-011faeff-ae58-421b-b813-55b5043ea08e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:53.910364 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b974b6bb-3c66-471b-a546-ee85f11be46f req-011faeff-ae58-421b-b813-55b5043ea08e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.0927141
Jun 17 14:48:53.956150 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b974b6bb-3c66-471b-a546-ee85f11be46f req-83fa9016-b233-41bb-ab05-0c150c9ece1c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435524
Jun 17 14:48:54.261811 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-925de70a-c2be-468d-97ee-8aae3e0c543a req-8f8fec63-6b3f-4804-b898-17e80ec64565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.0514765
Jun 17 14:48:54.465479 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:54.514516 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5259c-d23a-419d-8045-6ad8a0c2fe0a req-20ad6a3c-d51a-40d9-bc5a-93ab49c69c0b tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:54.517834 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-49c5259c-d23a-419d-8045-6ad8a0c2fe0a req-20ad6a3c-d51a-40d9-bc5a-93ab49c69c0b tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 931 time: 0.1266074
Jun 17 14:48:54.543055 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f019dd9a-49e9-47a0-883c-90b70ca3c30e req-4f9227a6-4443-4e77-b86f-05a173a625dc tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.0524938
Jun 17 14:48:54.566725 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-49c5259c-d23a-419d-8045-6ad8a0c2fe0a req-502a18da-eb52-4b3c-bbd5-c5cbfcdb41f7 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425899
Jun 17 14:48:54.710364 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa0a6-a4c0-48b8-8b8d-00cf41f5fd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:55.194665 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd1244-642e-4e4c-9eb2-f1f1236fa44c req-f33cf6bb-4975-47a5-aaf9-c16a6d4d8d3b tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:55.196243 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-57fd1244-642e-4e4c-9eb2-f1f1236fa44c req-f33cf6bb-4975-47a5-aaf9-c16a6d4d8d3b tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.1057334
Jun 17 14:48:55.268071 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-57fd1244-642e-4e4c-9eb2-f1f1236fa44c req-f178acdd-528e-4546-ad19-9543b00d5395 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657260
Jun 17 14:48:55.422858 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-aba9ad5a-975a-451a-a476-f03b65154f95 req-f0ab2198-d8d8-4556-94da-cd4ad3d555b9 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.0485981
Jun 17 14:48:55.765602 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7dc55b09-950e-4674-8c96-f6e7da41d21d req-724bd100-1227-4751-8e7b-3c59102653a0 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.0553300
Jun 17 14:48:55.843703 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386daad-b3f9-4e5f-8d84-0a005a4eb608 req-9757a81b-9c36-44e3-9c23-36d3afd1183e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:55.847189 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7386daad-b3f9-4e5f-8d84-0a005a4eb608 req-9757a81b-9c36-44e3-9c23-36d3afd1183e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 931 time: 0.0972817
Jun 17 14:48:55.897366 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7386daad-b3f9-4e5f-8d84-0a005a4eb608 req-6dae8cc3-42cb-4cff-b115-798513cebc29 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442772
Jun 17 14:48:56.459689 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3bb7e-0d36-4eb0-ba14-47cfe1308cff req-11c459b0-9f90-4032-9282-60971082135f tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:56.467603 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9aa3bb7e-0d36-4eb0-ba14-47cfe1308cff req-11c459b0-9f90-4032-9282-60971082135f tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.0921631
Jun 17 14:48:56.519690 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9aa3bb7e-0d36-4eb0-ba14-47cfe1308cff req-1fc8e781-41be-4474-b838-ed66b5f018b3 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510924
Jun 17 14:48:56.596189 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-40a0995b-21ff-4f16-ab12-49512c866cae req-eac4a24d-2a6a-4a0c-ab17-52f9068a598f tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.0491421
Jun 17 14:48:56.941795 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4db93257-6056-4485-a6a3-21b98370b4a9 req-f2f95b21-fdc4-4838-8fbb-1196b3d7f4ff tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.0482280
Jun 17 14:48:57.107538 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83ac30-037f-4936-aca9-ad49f87768a6 req-814cc56d-3f0b-49ae-9a0e-ee0fddc55fdb tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:57.109266 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2b83ac30-037f-4936-aca9-ad49f87768a6 req-814cc56d-3f0b-49ae-9a0e-ee0fddc55fdb tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 931 time: 0.0847051
Jun 17 14:48:57.163270 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2b83ac30-037f-4936-aca9-ad49f87768a6 req-1041f04d-5737-4c33-bbd0-e32887b8c166 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467653
Jun 17 14:48:57.729871 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1fad3-4da4-451e-866e-b5bb2026432a req-b5d46e50-ff1b-43b5-8d75-1135e1b4d8d4 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:57.732285 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7ee1fad3-4da4-451e-866e-b5bb2026432a req-b5d46e50-ff1b-43b5-8d75-1135e1b4d8d4 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.0958066
Jun 17 14:48:57.760219 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8e1566fe-48ec-4755-8e03-1b50b45776a2 req-e22a06d3-3346-4bd0-a4cf-c3b21fbd82fa tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.0514030
Jun 17 14:48:57.787539 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7ee1fad3-4da4-451e-866e-b5bb2026432a req-892364dc-d4a3-4bcb-a36a-634b00439ede tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485990
Jun 17 14:48:58.150363 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3aeb3fe3-0735-4755-b002-9c110a8ad95c req-457b86c0-808a-4c47-96f5-e9fa6882f4ea tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.0591917
Jun 17 14:48:58.363220 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee02b7c-0845-4659-bfc7-cb2070afc433 req-6707aba3-487c-45bf-9722-0beb734fe8ee tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:58.364865 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2ee02b7c-0845-4659-bfc7-cb2070afc433 req-6707aba3-487c-45bf-9722-0beb734fe8ee tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 931 time: 0.0831351
Jun 17 14:48:58.427074 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2ee02b7c-0845-4659-bfc7-cb2070afc433 req-ca2dd0d4-96ab-4dba-8ac6-8c32e736349e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560277
Jun 17 14:48:58.600814 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-38bf3fcb-0a05-4bad-b995-32164a039022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:48:58.918944 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f21a343f-6270-41eb-9c11-9ac32f1835cc req-ae7977b6-4410-42b1-bc8e-6984755e9be2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.0466816
Jun 17 14:48:59.003175 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1f03d-37e3-45b6-9c87-aa2d2508208a req-d84afcc6-63d6-4fb4-9542-7a04275496a5 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:59.005287 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-28f1f03d-37e3-45b6-9c87-aa2d2508208a req-d84afcc6-63d6-4fb4-9542-7a04275496a5 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.0921109
Jun 17 14:48:59.051811 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-28f1f03d-37e3-45b6-9c87-aa2d2508208a req-ba122148-cec1-46d8-927c-6818705a0bff tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405107
Jun 17 14:48:59.343684 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-766e6bf9-ea3b-4b29-bf19-0ae23966c0f0 req-ee45b7f3-9ca5-4093-a56c-267b3b7acb45 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.0513196
Jun 17 14:48:59.657314 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57991d7-41fd-4f41-b0ab-e440e5cab252 req-4ff61115-ad6f-4c41-b35c-8e6b0047db2d tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:48:59.660172 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a57991d7-41fd-4f41-b0ab-e440e5cab252 req-4ff61115-ad6f-4c41-b35c-8e6b0047db2d tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 931 time: 0.1176639
Jun 17 14:48:59.739401 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a57991d7-41fd-4f41-b0ab-e440e5cab252 req-4cf662f7-d4fb-4aac-931c-11adfbfe9587 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449581
Jun 17 14:48:59.888683 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:00.088277 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fe63d7be-640d-4658-8eda-6e592134c6fe req-030c25be-6412-4400-aae4-ad5dd24191cc tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.0450599
Jun 17 14:49:00.259567 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3eef2-66c7-4a00-a9fa-d626059f9f16 req-81d749d4-5d78-469f-974c-8745d3885890 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:00.260838 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9ae3eef2-66c7-4a00-a9fa-d626059f9f16 req-81d749d4-5d78-469f-974c-8745d3885890 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.0906165
Jun 17 14:49:00.307281 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9ae3eef2-66c7-4a00-a9fa-d626059f9f16 req-7f35d080-950d-4514-9c5f-6bf008ab96ff tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405936
Jun 17 14:49:00.508427 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-dafaf2a3-f9de-49a8-b30d-9da078598f59 req-fe9a589c-78f8-459c-982e-d202f92854ec tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.0432982
Jun 17 14:49:00.965448 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeeff15-cc71-48d7-94db-ffd303a380a8 req-f857363e-a69a-49d0-bfc8-99c372cb7ad4 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:00.968093 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-dbeeff15-cc71-48d7-94db-ffd303a380a8 req-f857363e-a69a-49d0-bfc8-99c372cb7ad4 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 931 time: 0.1136250
Jun 17 14:49:01.025223 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-dbeeff15-cc71-48d7-94db-ffd303a380a8 req-7f07837a-6a67-4f66-9834-bd6c497eef87 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498753
Jun 17 14:49:01.265709 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2f2a1f07-47c1-48d0-ac79-aca920f21c7c req-78ec9b7d-487e-4653-908f-f30370454af9 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.0467939
Jun 17 14:49:01.502261 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c88db-8016-499a-a9ff-c08f81595a14 req-68f43479-a50a-46bd-b3bc-be9b8ee94ba4 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:01.503740 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-934c88db-8016-499a-a9ff-c08f81595a14 req-68f43479-a50a-46bd-b3bc-be9b8ee94ba4 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.0850213
Jun 17 14:49:01.556361 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-934c88db-8016-499a-a9ff-c08f81595a14 req-9ec7ac81-286e-4dfb-9ca3-bd07e4c3f211 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469022
Jun 17 14:49:01.706542 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-84dedb72-8f27-4cbf-81c4-65decaceb878 req-62094c4c-fe1d-4924-9799-6debad58d6b6 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.0624576
Jun 17 14:49:01.978468 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:02.253832 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1acef-2378-417f-a2dd-00d29f8e39de req-4cc9334a-ebb0-477d-88e2-0c08ed53270b tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:02.255780 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a6f1acef-2378-417f-a2dd-00d29f8e39de req-4cc9334a-ebb0-477d-88e2-0c08ed53270b tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 931 time: 0.0927846
Jun 17 14:49:02.305400 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a6f1acef-2378-417f-a2dd-00d29f8e39de req-4ee3abaa-0cea-4c02-92d9-410b0166ca49 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408905
Jun 17 14:49:02.417557 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-cc5c6ac9-686e-4c54-a683-da15ed744d3d req-b5ee3c47-43b5-4374-be89-57064c8c2b46 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.0435431
Jun 17 14:49:02.757164 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2286791-25a7-4298-ad44-873ba772a2b3 req-557f9482-7df9-4e1e-833d-1ec52fc898b9 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:02.758779 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d2286791-25a7-4298-ad44-873ba772a2b3 req-557f9482-7df9-4e1e-833d-1ec52fc898b9 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.0878930
Jun 17 14:49:02.808578 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d2286791-25a7-4298-ad44-873ba772a2b3 req-5a24d384-b958-4e67-a8fd-d69437ba8c67 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441873
Jun 17 14:49:02.878445 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-59a246cf-ce47-400f-ac46-1eb42c8005f8 req-33bef26e-d4df-4da5-9232-a5944976afd5 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=1812e12a-bcb9-4aef-9b39-c1d68b2c22d7 HTTP/1.1" status: 200  len: 210 time: 0.0479138
Jun 17 14:49:03.259681 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Request body: {'port': {'device_id': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:03.474780 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:03.617537 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f3aae669-749b-4368-98e7-f0ccb3710688 req-08954c93-5da9-44a9-830b-5292c3760756 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] 10.222.0.89 "GET /v2.0/ports?device_id=95ac89cb-ca58-45ea-b1bc-58ad4059acff HTTP/1.1" status: 200  len: 210 time: 0.0617206
Jun 17 14:49:03.698423 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb914c-e8d5-41d2-a096-fc8105a83e2b req-ab16c12a-eb00-426b-bc73-f4c96cc8a9bf tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:03.700025 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c3bb914c-e8d5-41d2-a096-fc8105a83e2b req-ab16c12a-eb00-426b-bc73-f4c96cc8a9bf tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 931 time: 0.2102787
Jun 17 14:49:03.833073 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c3bb914c-e8d5-41d2-a096-fc8105a83e2b req-09f93cc3-d9bc-4236-bf78-1c2011c90dda tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170740
Jun 17 14:49:03.962048 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2c6dfa-ec8b-49c0-820d-37ccda26a584 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:49:03.972495 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:03.990099 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Transition to ACTIVE for port object cb2c6dfa-ec8b-49c0-820d-37ccda26a584 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:49:03.998151 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:04.003254 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:04.037224 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efdff7-d225-4ec4-9c72-a962c6cc5700 req-175660e4-6675-4796-9981-5eff27eb2859 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:04.038915 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-59efdff7-d225-4ec4-9c72-a962c6cc5700 req-175660e4-6675-4796-9981-5eff27eb2859 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.1074607
Jun 17 14:49:04.119673 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-59efdff7-d225-4ec4-9c72-a962c6cc5700 req-32fc7b57-0d33-463b-993a-97e632128011 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705578
Jun 17 14:49:04.164063 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Pushing event updated for resources: {'Port': ['ID=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:04.182065 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:04.344962 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Attempting to bind port cb2c6dfa-ec8b-49c0-820d-37ccda26a584 on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:49:04.345796 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Attempting to bind port cb2c6dfa-ec8b-49c0-820d-37ccda26a584 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '48109b79-38de-49d3-b3db-2f2589931f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:49:04.346129 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Attempting to bind port cb2c6dfa-ec8b-49c0-820d-37ccda26a584 on network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:49:04.351039 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Port cb2c6dfa-ec8b-49c0-820d-37ccda26a584 on network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:49:04.351347 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Attempting to bind port cb2c6dfa-ec8b-49c0-820d-37ccda26a584 on network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:49:04.356790 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:49:04.357319 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Checking segment: {'id': '48109b79-38de-49d3-b3db-2f2589931f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:49:04.357592 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Bound using segment: {'id': '48109b79-38de-49d3-b3db-2f2589931f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:49:04.358269 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Bound port: cb2c6dfa-ec8b-49c0-820d-37ccda26a584, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48109b79-38de-49d3-b3db-2f2589931f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:49:04.358658 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:04.461164 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] For port cb2c6dfa-ec8b-49c0-820d-37ccda26a584, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:49:04.464544 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] For port cb2c6dfa-ec8b-49c0-820d-37ccda26a584, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,segment=NetworkSegment(48109b79-38de-49d3-b3db-2f2589931f44),segment_id=48109b79-38de-49d3-b3db-2f2589931f44)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:49:04.471721 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:04.476506 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc40c4-e624-4c51-bc15-d00b07853715 req-d234bcea-4a23-48ae-b033-69284043e11d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:04.478038 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:04.478340 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-32fc40c4-e624-4c51-bc15-d00b07853715 req-d234bcea-4a23-48ae-b033-69284043e11d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1021082
Jun 17 14:49:04.539424 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-32fc40c4-e624-4c51-bc15-d00b07853715 req-a2c2521b-ef93-49de-91df-70ae873f0c52 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535469
Jun 17 14:49:04.545065 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:04.545924 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:04.547621 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] 10.222.0.37 "PUT /v2.0/ports/cb2c6dfa-ec8b-49c0-820d-37ccda26a584 HTTP/1.1" status: 200  len: 1093 time: 1.2922380
Jun 17 14:49:04.548809 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'tag': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:49:04.584840 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Pushing event updated for resources: {'Port': ['ID=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:04.590651 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:04.620174 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'tag': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584', 'status': 'completed', 'code': 200}
Jun 17 14:49:04.773281 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-8c7e00ba-12b8-4411-bdce-43c384dd3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:04.776388 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-8c7e00ba-12b8-4411-bdce-43c384dd3ad6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5c530559768411bac83f46228d16ea4&device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 1096 time: 0.1056447
Jun 17 14:49:04.876580 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-6b16c559-5fd6-4b59-8b9a-6566db240e1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb2c6dfa-ec8b-49c0-820d-37ccda26a584 HTTP/1.1" status: 200  len: 217 time: 0.0817492
Jun 17 14:49:04.951523 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-fa6e99dd-93ff-44f0-bfef-544c22414516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:04.953182 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-fa6e99dd-93ff-44f0-bfef-544c22414516 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd0bc2e9-44f4-4df0-bd36-64c989a62cc9 HTTP/1.1" status: 200  len: 853 time: 0.0685410
Jun 17 14:49:05.131925 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-11989ef6-7c30-41d3-a6c2-cf311eccd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:05.135478 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-11989ef6-7c30-41d3-a6c2-cf311eccd502 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1641772
Jun 17 14:49:05.221419 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9953ab-7893-42dc-84ff-b09160c4e255 req-d25620d2-d853-435f-b02f-aac18efe78b3 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:05.223111 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ee9953ab-7893-42dc-84ff-b09160c4e255 req-d25620d2-d853-435f-b02f-aac18efe78b3 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 943 time: 0.2138643
Jun 17 14:49:05.344209 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ee9953ab-7893-42dc-84ff-b09160c4e255 req-0098ca20-6a60-4ec0-88d0-7bfdec76c585 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658736
Jun 17 14:49:05.347398 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b16f0-156b-446a-b90c-1de7d66f6517 req-f2ad98eb-9fee-49bd-a3b7-92fda8e224d2 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:05.349361 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-414b16f0-156b-446a-b90c-1de7d66f6517 req-f2ad98eb-9fee-49bd-a3b7-92fda8e224d2 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.1052756
Jun 17 14:49:05.375506 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-34f8143b-02c2-4b3f-b5ae-56cdb51c4890 service neutron] 10.222.0.37 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224448
Jun 17 14:49:05.414740 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-414b16f0-156b-446a-b90c-1de7d66f6517 req-5b3a504f-b88f-4c73-bed7-ce8e2e945966 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538228
Jun 17 14:49:05.539361 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ff3d6ad-b31e-43da-bb3d-569300d01d02 req-b92f30db-fb66-4b55-8b38-2335f3ed8dda service neutron] 10.222.0.37 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560416
Jun 17 14:49:05.763981 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1f039-8c4b-49ff-812d-194e4fb207d8 req-df966cf4-5fcc-48c9-8a90-439996cb0172 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:05.765554 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-07f1f039-8c4b-49ff-812d-194e4fb207d8 req-df966cf4-5fcc-48c9-8a90-439996cb0172 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.0902147
Jun 17 14:49:06.027501 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-07f1f039-8c4b-49ff-812d-194e4fb207d8 req-1127b811-29d8-4a29-aae2-7de8e5fe4e42 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2526536
Jun 17 14:49:06.076456 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a02b3-1804-41f8-8e59-370c68f6a09f req-a67c23a6-c26b-49c5-b0e1-9bab8d75a7d1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:06.079027 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-886a02b3-1804-41f8-8e59-370c68f6a09f req-a67c23a6-c26b-49c5-b0e1-9bab8d75a7d1 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.1984444
Jun 17 14:49:06.083642 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaf485-d7ae-4102-a34b-a1153c90ed56 req-ad32b6d5-75b8-43d9-a7fc-9771057f67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:06.086294 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-04aaf485-d7ae-4102-a34b-a1153c90ed56 req-ad32b6d5-75b8-43d9-a7fc-9771057f67df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5c530559768411bac83f46228d16ea4&device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 1096 time: 0.2044926
Jun 17 14:49:06.279603 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-886a02b3-1804-41f8-8e59-370c68f6a09f req-6f58a79d-90a9-4dde-b699-ae750d7c820a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Deleting port 6f563e39-0ff4-4002-9022-ce568049f046 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:49:06.279943 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-886a02b3-1804-41f8-8e59-370c68f6a09f req-6f58a79d-90a9-4dde-b699-ae750d7c820a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:06.407114 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaf485-d7ae-4102-a34b-a1153c90ed56 req-3d49953c-cd19-4dc0-be8b-eff1b9573bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:06.409861 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-04aaf485-d7ae-4102-a34b-a1153c90ed56 req-3d49953c-cd19-4dc0-be8b-eff1b9573bf9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb HTTP/1.1" status: 200  len: 916 time: 0.2658308
Jun 17 14:49:06.503970 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-04aaf485-d7ae-4102-a34b-a1153c90ed56 req-4f83ad3c-cec5-4c23-b1b4-50958e706a77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb2c6dfa-ec8b-49c0-820d-37ccda26a584 HTTP/1.1" status: 200  len: 217 time: 0.0780184
Jun 17 14:49:06.610636 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca76a9-e823-4b03-949e-05468b406b28 req-62968215-4fbf-47bc-aa30-f3c912558985 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:06.612847 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-30ca76a9-e823-4b03-949e-05468b406b28 req-62968215-4fbf-47bc-aa30-f3c912558985 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 943 time: 0.1154897
Jun 17 14:49:06.661303 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-30ca76a9-e823-4b03-949e-05468b406b28 req-651113ae-87b4-4b89-900d-7a665935a07a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424874
Jun 17 14:49:06.748948 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaf485-d7ae-4102-a34b-a1153c90ed56 req-7841085b-1566-44e3-9ca0-9ec7d24e3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:06.750389 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-04aaf485-d7ae-4102-a34b-a1153c90ed56 req-7841085b-1566-44e3-9ca0-9ec7d24e3dbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd0bc2e9-44f4-4df0-bd36-64c989a62cc9 HTTP/1.1" status: 200  len: 853 time: 0.2175691
Jun 17 14:49:06.794205 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-886a02b3-1804-41f8-8e59-370c68f6a09f req-6f58a79d-90a9-4dde-b699-ae750d7c820a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] For port 6f563e39-0ff4-4002-9022-ce568049f046, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=6f563e39-0ff4-4002-9022-ce568049f046,segment=NetworkSegment(6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6),segment_id=6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:49:06.794556 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-886a02b3-1804-41f8-8e59-370c68f6a09f req-6f58a79d-90a9-4dde-b699-ae750d7c820a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:06.812290 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a84f58-207a-43da-86cf-48c1b6fdf652 req-485fa1b0-4767-475e-b811-dd2be256292c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:06.813962 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-41a84f58-207a-43da-86cf-48c1b6fdf652 req-485fa1b0-4767-475e-b811-dd2be256292c tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 946 time: 0.2411647
Jun 17 14:49:06.962344 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-886a02b3-1804-41f8-8e59-370c68f6a09f req-6f58a79d-90a9-4dde-b699-ae750d7c820a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Calling delete_port for 6f563e39-0ff4-4002-9022-ce568049f046 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:49:07.044136 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-41a84f58-207a-43da-86cf-48c1b6fdf652 req-2ec24829-6739-4b77-85e1-3a9dcdb8e0c6 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/security-groups?id=adab08b6-6647-4dbd-9ff8-2a12dd7a9511&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676025
Jun 17 14:49:07.151960 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-886a02b3-1804-41f8-8e59-370c68f6a09f req-6f58a79d-90a9-4dde-b699-ae750d7c820a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:07.158817 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f08a241e-4186-42a4-b8a9-5c550949fbf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:07.208372 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58a79d-90a9-4dde-b699-ae750d7c820a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Pushing event deleted for resources: {'Port': ['ID=6f563e39-0ff4-4002-9022-ce568049f046,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:07.211594 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6f58a79d-90a9-4dde-b699-ae750d7c820a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:07.284382 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-886a02b3-1804-41f8-8e59-370c68f6a09f req-6f58a79d-90a9-4dde-b699-ae750d7c820a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] No DVR routers for this DVR port 6f563e39-0ff4-4002-9022-ce568049f046 on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:49:07.286825 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-886a02b3-1804-41f8-8e59-370c68f6a09f req-6f58a79d-90a9-4dde-b699-ae750d7c820a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:07.289433 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e39224-140c-4bd3-9620-954c9ce12bac', 'name': 'network-vif-deleted', 'tag': '6f563e39-0ff4-4002-9022-ce568049f046'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:49:07.306418 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-886a02b3-1804-41f8-8e59-370c68f6a09f req-6f58a79d-90a9-4dde-b699-ae750d7c820a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.37 "DELETE /v2.0/ports/6f563e39-0ff4-4002-9022-ce568049f046 HTTP/1.1" status: 204  len: 173 time: 1.2187448
Jun 17 14:49:07.320781 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cb02e-8760-42de-a11b-162f098064c3 req-3193bc34-995c-4260-bc77-f419eb6d3c76 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:07.322264 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-238cb02e-8760-42de-a11b-162f098064c3 req-3193bc34-995c-4260-bc77-f419eb6d3c76 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1603248
Jun 17 14:49:07.340271 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e39224-140c-4bd3-9620-954c9ce12bac', 'name': 'network-vif-deleted', 'tag': '6f563e39-0ff4-4002-9022-ce568049f046', 'status': 'completed', 'code': 200}
Jun 17 14:49:07.370665 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-238cb02e-8760-42de-a11b-162f098064c3 req-45d4caa5-3152-4b88-b4ae-00f0b8d0d839 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424564
Jun 17 14:49:07.860296 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943f857-45a6-4ca9-8e35-50364faba653 req-8a61c52c-1891-4c7e-8bfa-f74256219809 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:07.864010 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6943f857-45a6-4ca9-8e35-50364faba653 req-8a61c52c-1891-4c7e-8bfa-f74256219809 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 943 time: 0.0914466
Jun 17 14:49:07.911690 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6943f857-45a6-4ca9-8e35-50364faba653 req-37bfe178-1f90-40e7-aa32-ec141c805d6a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406353
Jun 17 14:49:08.209511 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a96f9f12-066b-4464-8fb9-604e6e877ba0 req-43072cbc-2f31-405e-8bc7-5f38296c4418 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 210 time: 0.0487654
Jun 17 14:49:08.568467 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e366c-d289-4426-884b-35869fe3d9e5 req-ac708edd-065d-4f00-a3e9-73d0cb4859d1 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:08.570009 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-348e366c-d289-4426-884b-35869fe3d9e5 req-ac708edd-065d-4f00-a3e9-73d0cb4859d1 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.0873764
Jun 17 14:49:08.619368 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-348e366c-d289-4426-884b-35869fe3d9e5 req-5cd957f4-7473-41e8-91aa-03d990eccc0e tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433080
Jun 17 14:49:09.101750 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0750ba-601f-4b45-9c6a-e1cbcfd2ea99 req-b4a008bf-e9df-4179-a1a2-48f81623b083 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:09.103236 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6b0750ba-601f-4b45-9c6a-e1cbcfd2ea99 req-b4a008bf-e9df-4179-a1a2-48f81623b083 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 943 time: 0.0842035
Jun 17 14:49:09.150184 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6b0750ba-601f-4b45-9c6a-e1cbcfd2ea99 req-7fd7eec0-3237-4bb8-97b1-81331dbd32b2 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405786
Jun 17 14:49:09.428142 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['6f563e39-0ff4-4002-9022-ce568049f046'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:49:09.460914 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device cb2c6dfa-ec8b-49c0-820d-37ccda26a584 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:49:09.486220 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-5035f17b-5352-4c8e-8897-1be1f07bf366 req-b1bd4e11-0f82-4142-9295-93e7059c8635 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Synchronizing usage tracker for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:49:09.523233 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-5035f17b-5352-4c8e-8897-1be1f07bf366 req-b1bd4e11-0f82-4142-9295-93e7059c8635 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Unset dirty status for tenant:9fb7734c2ce14f45bb0d148c7c0462ee on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:49:09.524255 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5035f17b-5352-4c8e-8897-1be1f07bf366 req-b1bd4e11-0f82-4142-9295-93e7059c8635 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e39224-140c-4bd3-9620-954c9ce12bac HTTP/1.1" status: 200  len: 210 time: 0.2056980
Jun 17 14:49:09.552160 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaf485-d7ae-4102-a34b-a1153c90ed56 req-a467a44b-9906-490c-a16d-52683d8eb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:09.553662 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-04aaf485-d7ae-4102-a34b-a1153c90ed56 req-a467a44b-9906-490c-a16d-52683d8eb008 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1125426
Jun 17 14:49:09.617478 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port cb2c6dfa-ec8b-49c0-820d-37ccda26a584, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,segment=NetworkSegment(48109b79-38de-49d3-b3db-2f2589931f44),segment_id=48109b79-38de-49d3-b3db-2f2589931f44)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:49:09.634372 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'port_id': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584', 'mac_address': 'fa:16:3e:16:92:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:49:09.694475 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:09.711953 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-04aaf485-d7ae-4102-a34b-a1153c90ed56 req-57a3b148-9425-4577-9552-2fefece7d2ef service neutron] 10.222.0.37 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396413
Jun 17 14:49:09.713521 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2c6dfa-ec8b-49c0-820d-37ccda26a584 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:49:09.729841 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port cb2c6dfa-ec8b-49c0-820d-37ccda26a584, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,segment=NetworkSegment(48109b79-38de-49d3-b3db-2f2589931f44),segment_id=48109b79-38de-49d3-b3db-2f2589931f44)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:49:09.735359 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:09.737993 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:09.818628 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:09.830988 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:09.831783 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:09.832217 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:09.832707 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:09.833038 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:09.833496 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:09.833824 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:09.834195 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:09.834521 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:09.834837 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:09.835155 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:09.835489 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:09.840741 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:09.860272 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8fa24-af86-488e-a8c8-3ad2770b7197 req-ce8f7358-c9f1-43a5-8f71-2d4bd2450acc tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:09.861975 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e9e8fa24-af86-488e-a8c8-3ad2770b7197 req-ce8f7358-c9f1-43a5-8f71-2d4bd2450acc tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1023681
Jun 17 14:49:09.874314 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-04aaf485-d7ae-4102-a34b-a1153c90ed56 req-5b4d868f-7efc-41b4-a656-0a88ff995911 service neutron] 10.222.0.37 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541839
Jun 17 14:49:09.909388 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e9e8fa24-af86-488e-a8c8-3ad2770b7197 req-65816ee3-cd0a-46ed-9f4f-e8eb6f941791 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407288
Jun 17 14:49:10.224304 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['cb2c6dfa-ec8b-49c0-820d-37ccda26a584'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:49:10.389935 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28435228-3b7b-47a0-be79-0a17fb022ed7 req-dd92ccf9-fe17-4ad6-9f34-f0f148dd5469 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:10.391364 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-28435228-3b7b-47a0-be79-0a17fb022ed7 req-dd92ccf9-fe17-4ad6-9f34-f0f148dd5469 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 944 time: 0.0870209
Jun 17 14:49:10.445105 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-28435228-3b7b-47a0-be79-0a17fb022ed7 req-bbe5ddb2-9a45-4dca-b878-a14df879cf3a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468786
Jun 17 14:49:10.628894 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 41766) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:10.688506 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2eaa78-1804-41da-ab61-b7285140d7ae admin admin] Deleting subnet de193f92-d8b1-4df4-8b31-7b59b1c61812 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:49:10.692069 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ad2eaa78-1804-41da-ab61-b7285140d7ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:10.741003 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ad2eaa78-1804-41da-ab61-b7285140d7ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1202630'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:10.817421 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ad2eaa78-1804-41da-ab61-b7285140d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:11.174628 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ad2eaa78-1804-41da-ab61-b7285140d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1265991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2081427'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:11.186311 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0846f-ed87-4b09-8fc4-b406ca9b83d1 req-70204a07-962e-4ba9-8cd6-c65c3298742f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:11.194401 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-23a0846f-ed87-4b09-8fc4-b406ca9b83d1 req-70204a07-962e-4ba9-8cd6-c65c3298742f tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1283648
Jun 17 14:49:11.198090 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-aea10030-a8bb-4012-a69d-6b02d254e46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:11.249965 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2eaa78-1804-41da-ab61-b7285140d7ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de193f92-d8b1-4df4-8b31-7b59b1c61812,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:11.255976 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ad2eaa78-1804-41da-ab61-b7285140d7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:11.258960 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ad2eaa78-1804-41da-ab61-b7285140d7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:11.279028 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-ad2eaa78-1804-41da-ab61-b7285140d7ae admin admin] 10.222.0.89 "DELETE /v2.0/subnets/de193f92-d8b1-4df4-8b31-7b59b1c61812 HTTP/1.1" status: 204  len: 168 time: 0.6489100
Jun 17 14:49:11.281715 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 41786) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:11.303425 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-23a0846f-ed87-4b09-8fc4-b406ca9b83d1 req-5b5dacb4-902e-4c2a-b02c-63bcc46517d3 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080408
Jun 17 14:49:11.395450 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ed7cabb4-de82-41a0-bbc1-0e6c97a1d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:11.465883 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device cb2c6dfa-ec8b-49c0-820d-37ccda26a584 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:49:11.651770 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port cb2c6dfa-ec8b-49c0-820d-37ccda26a584 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:49:11.661855 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port cb2c6dfa-ec8b-49c0-820d-37ccda26a584 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:49:11.662754 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:11.670481 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ed7cabb4-de82-41a0-bbc1-0e6c97a1d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:11.725918 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-ed7cabb4-de82-41a0-bbc1-0e6c97a1d7ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b23a913d0>,) {'filters': {'network_id': ['dd50999b-141a-4e96-bbd7-5875c2478242']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:11.762092 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-ed7cabb4-de82-41a0-bbc1-0e6c97a1d7ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23a913d0>, '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:11.762568 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-ed7cabb4-de82-41a0-bbc1-0e6c97a1d7ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23a913d0>, '6c386f6b-f9e5-4f4b-a4a8-4b29831d61d6') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:11.785915 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ed7cabb4-de82-41a0-bbc1-0e6c97a1d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1202673'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:11.814500 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ed7cabb4-de82-41a0-bbc1-0e6c97a1d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:11.823401 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7cabb4-de82-41a0-bbc1-0e6c97a1d7ba admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:49:11.823869 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ed7cabb4-de82-41a0-bbc1-0e6c97a1d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1267429'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]: Traceback (most recent call last):
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     timer()
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     cb(*args, **kw)
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     return func(*args, **kwargs)
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     self._notify()
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     self.callback(batched_events)
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     event.method(event)
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     return f(self, *a, **k)
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._get(url).json()
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:49:11.849459 dv-cinder-796859-1-iscsi neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:49:11.866850 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:11.896287 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260c5e8-d4d9-41d9-a6cc-f20571d933f2 req-351667dd-576d-4539-a049-01298e95d0d3 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:11.904431 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9260c5e8-d4d9-41d9-a6cc-f20571d933f2 req-351667dd-576d-4539-a049-01298e95d0d3 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 944 time: 0.1409762
Jun 17 14:49:11.920107 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:49:11.933789 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port cb2c6dfa-ec8b-49c0-820d-37ccda26a584, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,segment=NetworkSegment(48109b79-38de-49d3-b3db-2f2589931f44),segment_id=48109b79-38de-49d3-b3db-2f2589931f44)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:49:11.942889 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:11.945090 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 6f563e39-0ff4-4002-9022-ce568049f046 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:49:11.966532 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9260c5e8-d4d9-41d9-a6cc-f20571d933f2 req-fe24c738-dfd3-4146-82f2-4158a79e240c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559220
Jun 17 14:49:11.981318 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ed7cabb4-de82-41a0-bbc1-0e6c97a1d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:11.992281 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3f610652-59d8-4b4c-bb09-95cc2ea83ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:11.993232 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:12.022824 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ed7cabb4-de82-41a0-bbc1-0e6c97a1d7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:12.028775 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: 6f563e39-0ff4-4002-9022-ce568049f046 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:49:12.029208 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 6f563e39-0ff4-4002-9022-ce568049f046 not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:49:12.035304 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cabb4-de82-41a0-bbc1-0e6c97a1d7ba admin admin] Pushing event deleted for resources: {'Network': ['ID=dd50999b-141a-4e96-bbd7-5875c2478242,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:12.038051 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584', 'code': 200}
Jun 17 14:49:12.039691 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ed7cabb4-de82-41a0-bbc1-0e6c97a1d7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:12.050162 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-ed7cabb4-de82-41a0-bbc1-0e6c97a1d7ba admin admin] 10.222.0.89 "DELETE /v2.0/networks/dd50999b-141a-4e96-bbd7-5875c2478242 HTTP/1.1" status: 204  len: 168 time: 0.7648487
Jun 17 14:49:12.088437 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:12.098767 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:12.344475 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 41804) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:12.385110 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a348a87-c809-4e7f-9420-6a220e569a4d req-82728a41-cb17-465b-8163-69689b0119c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:12.386638 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9a348a87-c809-4e7f-9420-6a220e569a4d req-82728a41-cb17-465b-8163-69689b0119c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 1098 time: 0.0916202
Jun 17 14:49:12.414668 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-06f1fc8d-56d4-4c4a-b8fe-239a2e2c3ea1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9fb7734c2ce14f45bb0d148c7c0462ee&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0683131
Jun 17 14:49:12.417837 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 41810) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:12.467877 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9a348a87-c809-4e7f-9420-6a220e569a4d req-0874b76d-ab4b-489b-ac17-018f6d30be7c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718269
Jun 17 14:49:12.508620 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-86e399f5-c315-409f-8a9b-df04ba5e190a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:12.575413 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-86e399f5-c315-409f-8a9b-df04ba5e190a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:12.648758 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-86e399f5-c315-409f-8a9b-df04ba5e190a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:12.653472 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c4b4762a-a38f-4c1c-8810-e331b253b9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:12.671996 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e399f5-c315-409f-8a9b-df04ba5e190a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adab08b6-6647-4dbd-9ff8-2a12dd7a9511,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:12.677018 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-86e399f5-c315-409f-8a9b-df04ba5e190a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:12.704640 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-86e399f5-c315-409f-8a9b-df04ba5e190a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:12.705348 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5bdb2-4a75-4273-8179-6149ab0fa0c5 req-0b90a80f-e816-47ee-a072-c3d7c7c08dcb tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:12.706957 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-19d5bdb2-4a75-4273-8179-6149ab0fa0c5 req-0b90a80f-e816-47ee-a072-c3d7c7c08dcb tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.1780262
Jun 17 14:49:12.707949 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-86e399f5-c315-409f-8a9b-df04ba5e190a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/adab08b6-6647-4dbd-9ff8-2a12dd7a9511 HTTP/1.1" status: 204  len: 168 time: 0.2888286
Jun 17 14:49:12.801548 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-19d5bdb2-4a75-4273-8179-6149ab0fa0c5 req-b28c54ca-5af1-4725-adcb-a435e9a958fd tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768661
Jun 17 14:49:13.042758 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b22d2-1ced-459c-97ca-4cffabbc2f8b req-ec49cd5a-209d-4f5c-b300-baed5aa302cc tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:13.045996 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-cd2b22d2-1ced-459c-97ca-4cffabbc2f8b req-ec49cd5a-209d-4f5c-b300-baed5aa302cc tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.2198884
Jun 17 14:49:13.122027 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-cd2b22d2-1ced-459c-97ca-4cffabbc2f8b req-4e835bc6-5879-4e6c-b58f-8277f505fe8f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662708
Jun 17 14:49:13.310327 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb51bf3-0b03-49d3-bf67-7b7a37d0bf54 req-5a78a817-f3f7-4da8-a069-c57cc28974d6 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:13.312030 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4bb51bf3-0b03-49d3-bf67-7b7a37d0bf54 req-5a78a817-f3f7-4da8-a069-c57cc28974d6 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 945 time: 0.1035237
Jun 17 14:49:13.371780 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4bb51bf3-0b03-49d3-bf67-7b7a37d0bf54 req-9b23e643-04e4-4f47-ae7d-9b2a40d6ae17 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530987
Jun 17 14:49:14.369643 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc59d1-fe4a-4f74-98fe-0ad204aba642 req-87dbb428-b8e5-4376-973b-8f1534744b9a tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:14.371477 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-62fc59d1-fe4a-4f74-98fe-0ad204aba642 req-87dbb428-b8e5-4376-973b-8f1534744b9a tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.4460752
Jun 17 14:49:14.478404 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-62fc59d1-fe4a-4f74-98fe-0ad204aba642 req-5cee6cca-810c-44c0-a04a-ffe8ffe73cb8 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955458
Jun 17 14:49:14.510609 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5f785-b7a4-4dc9-ba0a-8d2e4f30762d req-dae799fe-2ec6-4ad2-af40-2350c7ffea70 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:14.512345 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6fb5f785-b7a4-4dc9-ba0a-8d2e4f30762d req-dae799fe-2ec6-4ad2-af40-2350c7ffea70 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1422539
Jun 17 14:49:14.631190 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6fb5f785-b7a4-4dc9-ba0a-8d2e4f30762d req-b9eab55c-7813-4e48-9d8c-b0d5a1e8b563 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1099644
Jun 17 14:49:14.726742 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d49265-6e2e-4de9-8b27-c317cee73484 req-3f99cc1a-dfc7-424e-bb3c-051595797b70 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:14.728415 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8d49265-6e2e-4de9-8b27-c317cee73484 req-3f99cc1a-dfc7-424e-bb3c-051595797b70 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 945 time: 0.1182990
Jun 17 14:49:14.799840 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8d49265-6e2e-4de9-8b27-c317cee73484 req-f18b523b-f53e-427d-aafc-51fcb9dae753 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617602
Jun 17 14:49:15.038997 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b324fa-a0fc-400c-9c40-777c28264d4a req-d045c501-3980-4c92-ab94-08e8388531cc tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:15.041923 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e2b324fa-a0fc-400c-9c40-777c28264d4a req-d045c501-3980-4c92-ab94-08e8388531cc tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 945 time: 0.1076407
Jun 17 14:49:15.156051 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e2b324fa-a0fc-400c-9c40-777c28264d4a req-ab8db674-e6ee-46e0-ae3b-0bead00ca8d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939791
Jun 17 14:49:15.668986 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 41890) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:15.918378 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2201c-314f-47e6-b5b6-d5b39d3ed221 req-ad74c53e-5df7-4834-83f5-f4588e34b5d3 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:15.926898 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a84df-1ae2-40bf-8365-b07a91b7c4e1 req-74371daa-0d25-4552-98ff-d103fbd80ff3 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:15.930025 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d8a2201c-314f-47e6-b5b6-d5b39d3ed221 req-ad74c53e-5df7-4834-83f5-f4588e34b5d3 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.2568135
Jun 17 14:49:15.930387 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-123a84df-1ae2-40bf-8365-b07a91b7c4e1 req-74371daa-0d25-4552-98ff-d103fbd80ff3 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 945 time: 0.2507002
Jun 17 14:49:15.944318 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba6146-4f0f-4ebe-b04d-9a2f6c83c7a2 req-ccfc873d-8a96-4890-975c-c00c399b5357 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:15.946028 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cdba6146-4f0f-4ebe-b04d-9a2f6c83c7a2 req-ccfc873d-8a96-4890-975c-c00c399b5357 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.37 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.3849540
Jun 17 14:49:15.980918 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4118a01-52c5-4203-b0db-1ab4312d4c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:16.008419 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d8a2201c-314f-47e6-b5b6-d5b39d3ed221 req-8a53ef14-7d9b-4c7a-8627-77539081a120 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769799
Jun 17 14:49:16.009411 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d4118a01-52c5-4203-b0db-1ab4312d4c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:16.014044 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-d4118a01-52c5-4203-b0db-1ab4312d4c91 admin admin] Usage tracker for resource:security_group_rule and tenant:b1edce2967ab41bb967d0899b6db55ab is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:16.019792 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-d4118a01-52c5-4203-b0db-1ab4312d4c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:16.031064 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d4118a01-52c5-4203-b0db-1ab4312d4c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:16.084865 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-cdba6146-4f0f-4ebe-b04d-9a2f6c83c7a2 req-559580fa-d399-458e-952c-8148034631fe tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Deleting port 5a36aab6-5819-4457-b9ce-464e6fa17688 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:49:16.085220 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cdba6146-4f0f-4ebe-b04d-9a2f6c83c7a2 req-559580fa-d399-458e-952c-8148034631fe tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:16.212443 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4118a01-52c5-4203-b0db-1ab4312d4c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:16.220310 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4118a01-52c5-4203-b0db-1ab4312d4c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:16.231075 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d6aefc9d-41b9-482f-b2e9-6046ade218ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:16.236524 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-123a84df-1ae2-40bf-8365-b07a91b7c4e1 req-b412a9f4-f1b2-49f2-bb0a-7201b6c54cfd tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2888727
Jun 17 14:49:16.278672 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4118a01-52c5-4203-b0db-1ab4312d4c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18af33a-687c-4340-bbf1-a354d9348674,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:16.343343 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d4118a01-52c5-4203-b0db-1ab4312d4c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:16.394286 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-d4118a01-52c5-4203-b0db-1ab4312d4c91 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b1edce2967ab41bb967d0899b6db55ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7232456
Jun 17 14:49:16.395821 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 41904) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:16.492575 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a973854-435f-4e18-8e20-7aef2e46f8b5 req-f4e86ca4-e2fc-423d-ab7d-ffb16a3a263e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:16.494736 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3a973854-435f-4e18-8e20-7aef2e46f8b5 req-f4e86ca4-e2fc-423d-ab7d-ffb16a3a263e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.2649965
Jun 17 14:49:16.602632 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-cdba6146-4f0f-4ebe-b04d-9a2f6c83c7a2 req-559580fa-d399-458e-952c-8148034631fe tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] For port 5a36aab6-5819-4457-b9ce-464e6fa17688, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=5a36aab6-5819-4457-b9ce-464e6fa17688,segment=NetworkSegment(2558049f-44eb-44ef-aae2-eb8cfe45a1ad),segment_id=2558049f-44eb-44ef-aae2-eb8cfe45a1ad)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:49:16.603212 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cdba6146-4f0f-4ebe-b04d-9a2f6c83c7a2 req-559580fa-d399-458e-952c-8148034631fe tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:16.609608 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a7541077-435b-46e2-9f1c-b08030abe9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:16.696041 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3a973854-435f-4e18-8e20-7aef2e46f8b5 req-dee627a1-06dd-40de-b690-1522d2f0ac33 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1440268
Jun 17 14:49:16.732269 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a7541077-435b-46e2-9f1c-b08030abe9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:16.853131 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a7541077-435b-46e2-9f1c-b08030abe9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:16.859778 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3a7181a1-66bc-416a-8e15-59b40bce4b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:16.881580 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7541077-435b-46e2-9f1c-b08030abe9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18af33a-687c-4340-bbf1-a354d9348674,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:16.914464 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a7541077-435b-46e2-9f1c-b08030abe9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:16.946540 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a7541077-435b-46e2-9f1c-b08030abe9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:16.947721 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-a7541077-435b-46e2-9f1c-b08030abe9aa admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a18af33a-687c-4340-bbf1-a354d9348674 HTTP/1.1" status: 204  len: 168 time: 0.5509605
Jun 17 14:49:16.948330 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-cdba6146-4f0f-4ebe-b04d-9a2f6c83c7a2 req-559580fa-d399-458e-952c-8148034631fe tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Calling delete_port for 5a36aab6-5819-4457-b9ce-464e6fa17688 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:49:17.336383 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cdba6146-4f0f-4ebe-b04d-9a2f6c83c7a2 req-559580fa-d399-458e-952c-8148034631fe tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:17.346403 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5e508d53-adbd-4295-b21d-ac29fc4e18fa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:17.384382 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['5a36aab6-5819-4457-b9ce-464e6fa17688'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:49:17.423919 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559580fa-d399-458e-952c-8148034631fe tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Pushing event deleted for resources: {'Port': ['ID=5a36aab6-5819-4457-b9ce-464e6fa17688,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:17.428968 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 41922) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:17.432584 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-559580fa-d399-458e-952c-8148034631fe tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:17.445114 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0457d74-9468-4076-b85f-3322836ebd39 req-329c09a6-ed10-4edb-99bd-d39829519f1b tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:17.447184 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f0457d74-9468-4076-b85f-3322836ebd39 req-329c09a6-ed10-4edb-99bd-d39829519f1b tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38af98a-6637-43dc-ab3c-0f46315f965c HTTP/1.1" status: 200  len: 945 time: 0.2233233
Jun 17 14:49:17.450990 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1028f91a-76ba-4ae8-8429-b86a5ed25c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:17.471503 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-1028f91a-76ba-4ae8-8429-b86a5ed25c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:17.479140 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-1028f91a-76ba-4ae8-8429-b86a5ed25c2f admin admin] Usage tracker for resource:security_group_rule and tenant:2a948dd4265e4270997d840ce7280433 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:17.484614 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-1028f91a-76ba-4ae8-8429-b86a5ed25c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:17.494560 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-1028f91a-76ba-4ae8-8429-b86a5ed25c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:17.520540 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdba6146-4f0f-4ebe-b04d-9a2f6c83c7a2 req-559580fa-d399-458e-952c-8148034631fe tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] No DVR routers for this DVR port 5a36aab6-5819-4457-b9ce-464e6fa17688 on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:49:17.526206 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cdba6146-4f0f-4ebe-b04d-9a2f6c83c7a2 req-559580fa-d399-458e-952c-8148034631fe tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:17.530647 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38af98a-6637-43dc-ab3c-0f46315f965c', 'name': 'network-vif-deleted', 'tag': '5a36aab6-5819-4457-b9ce-464e6fa17688'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:49:17.583576 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f0457d74-9468-4076-b85f-3322836ebd39 req-134dde4d-c4b1-4a36-b19e-f5856290da0d tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.89 "GET /v2.0/security-groups?id=d34b43b9-cf3e-4dd4-8058-593f771f7954&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956388
Jun 17 14:49:17.589150 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cdba6146-4f0f-4ebe-b04d-9a2f6c83c7a2 req-559580fa-d399-458e-952c-8148034631fe tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] 10.222.0.37 "DELETE /v2.0/ports/5a36aab6-5819-4457-b9ce-464e6fa17688 HTTP/1.1" status: 204  len: 173 time: 1.6263697
Jun 17 14:49:17.622813 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38af98a-6637-43dc-ab3c-0f46315f965c', 'name': 'network-vif-deleted', 'tag': '5a36aab6-5819-4457-b9ce-464e6fa17688', 'status': 'completed', 'code': 200}
Jun 17 14:49:17.667107 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1028f91a-76ba-4ae8-8429-b86a5ed25c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:17.674929 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-1028f91a-76ba-4ae8-8429-b86a5ed25c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:17.688402 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c2692fc2-8c75-42b2-a9be-436e839a6cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:17.776415 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 41930) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:17.776981 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-1028f91a-76ba-4ae8-8429-b86a5ed25c2f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2a948dd4265e4270997d840ce7280433&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3459747
Jun 17 14:49:17.778330 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028f91a-76ba-4ae8-8429-b86a5ed25c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1111783-d093-44a3-9121-0cada44e627e,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:17.793411 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1028f91a-76ba-4ae8-8429-b86a5ed25c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:17.912156 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9cf10711-9475-4141-ad3f-a6f1ab1c8d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:17.962702 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9cf10711-9475-4141-ad3f-a6f1ab1c8d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:17.997338 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f5034-99c3-45de-ad9e-f05c58bfc7dd req-4b3fbfdc-20a2-4646-ac30-34f286b4aea6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:17.998914 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-130f5034-99c3-45de-ad9e-f05c58bfc7dd req-4b3fbfdc-20a2-4646-ac30-34f286b4aea6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1607482
Jun 17 14:49:18.082167 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-130f5034-99c3-45de-ad9e-f05c58bfc7dd req-1079af1b-2471-49fd-9081-d2398799c036 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628016
Jun 17 14:49:18.083951 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9cf10711-9475-4141-ad3f-a6f1ab1c8d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:18.090458 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4a09e355-27c6-4b56-a918-c328bb954525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:18.121523 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf10711-9475-4141-ad3f-a6f1ab1c8d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1111783-d093-44a3-9121-0cada44e627e,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:18.134594 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9cf10711-9475-4141-ad3f-a6f1ab1c8d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:18.136510 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9cf10711-9475-4141-ad3f-a6f1ab1c8d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:18.141668 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-9cf10711-9475-4141-ad3f-a6f1ab1c8d1f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f1111783-d093-44a3-9121-0cada44e627e HTTP/1.1" status: 204  len: 168 time: 0.3641493
Jun 17 14:49:18.433900 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:49:18.756162 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 41952) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:19.033147 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eb61e-6768-41e2-9358-fa0a3a85a74c req-c8249e72-915f-40be-9d84-6347c1d74928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:19.039349 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-aa8eb61e-6768-41e2-9358-fa0a3a85a74c req-c8249e72-915f-40be-9d84-6347c1d74928 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=435f37682b7445629d33055791ada83b&device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 1098 time: 0.1834333
Jun 17 14:49:19.112460 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:19.420038 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eb61e-6768-41e2-9358-fa0a3a85a74c req-f6c075d7-f863-422d-a44f-8f6303e1eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:19.429253 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-aa8eb61e-6768-41e2-9358-fa0a3a85a74c req-f6c075d7-f863-422d-a44f-8f6303e1eaea service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6e53ff0-1917-4389-b170-61d80fa927e9 HTTP/1.1" status: 200  len: 912 time: 0.3634551
Jun 17 14:49:19.500363 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 5a36aab6-5819-4457-b9ce-464e6fa17688 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:49:19.660200 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-aa8eb61e-6768-41e2-9358-fa0a3a85a74c req-61f21b88-d10d-4ac0-8f38-aa0cdeebb3c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7256e38-4c08-40fc-9a02-efbd13a737dc HTTP/1.1" status: 200  len: 1000 time: 0.2215302
Jun 17 14:49:19.660678 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: 5a36aab6-5819-4457-b9ce-464e6fa17688 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:49:19.661477 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 5a36aab6-5819-4457-b9ce-464e6fa17688 not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:49:19.830508 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eb61e-6768-41e2-9358-fa0a3a85a74c req-e3caf48c-cd7f-43b8-a5a0-e71c1e53356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:19.832335 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-aa8eb61e-6768-41e2-9358-fa0a3a85a74c req-e3caf48c-cd7f-43b8-a5a0-e71c1e53356b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a3575f2-11d4-4900-8acc-ab5e547dc5f0 HTTP/1.1" status: 200  len: 849 time: 0.1655087
Jun 17 14:49:19.965152 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eb61e-6768-41e2-9358-fa0a3a85a74c req-a9ae1123-c5b3-4c95-b832-7822b05374e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:19.970885 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-aa8eb61e-6768-41e2-9358-fa0a3a85a74c req-a9ae1123-c5b3-4c95-b832-7822b05374e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e53ff0-1917-4389-b170-61d80fa927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1305280
Jun 17 14:49:19.995356 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc74aad-7aa8-4584-bd1d-cd0d8ae8fa5b req-d1b65922-2125-4a6c-984b-01daa028c0c9 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:19.999980 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0dc74aad-7aa8-4584-bd1d-cd0d8ae8fa5b req-d1b65922-2125-4a6c-984b-01daa028c0c9 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.5256104
Jun 17 14:49:20.168492 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0dc74aad-7aa8-4584-bd1d-cd0d8ae8fa5b req-d7fdc58e-b15d-40a0-a0f5-cab723a286a2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1670063
Jun 17 14:49:20.241334 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-aa8eb61e-6768-41e2-9358-fa0a3a85a74c req-17d55cb2-107f-4857-8b6d-89ad6825eab2 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2611678
Jun 17 14:49:20.300421 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cd791828-346a-412c-a9ff-f02c494190bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650686'] for router_interface, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:20.532886 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-aa8eb61e-6768-41e2-9358-fa0a3a85a74c req-ba63d156-e0c5-4f8f-81d6-5bc99bd8bd6e service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2825809
Jun 17 14:49:21.036654 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-cd791828-346a-412c-a9ff-f02c494190bb admin admin] Deleting port 26531516-b590-4a73-9a0c-c4e1f9ae2c2d {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:49:21.037314 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cd791828-346a-412c-a9ff-f02c494190bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:21.305721 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-cd791828-346a-412c-a9ff-f02c494190bb admin admin] For port 26531516-b590-4a73-9a0c-c4e1f9ae2c2d, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=26531516-b590-4a73-9a0c-c4e1f9ae2c2d,segment=NetworkSegment(2558049f-44eb-44ef-aae2-eb8cfe45a1ad),segment_id=2558049f-44eb-44ef-aae2-eb8cfe45a1ad)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:49:21.306522 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cd791828-346a-412c-a9ff-f02c494190bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:21.514139 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-cd791828-346a-412c-a9ff-f02c494190bb admin admin] Calling delete_port for 26531516-b590-4a73-9a0c-c4e1f9ae2c2d owned by network:router_interface {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:49:21.536532 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd97c3-9b58-46ab-a1b2-a09b7254028c req-ca9a8d8a-c9a6-42f6-ae0e-e7469db23b50 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:21.538695 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-30cd97c3-9b58-46ab-a1b2-a09b7254028c req-ca9a8d8a-c9a6-42f6-ae0e-e7469db23b50 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.1544015
Jun 17 14:49:21.647817 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-30cd97c3-9b58-46ab-a1b2-a09b7254028c req-3de10fad-9462-436d-aa09-26f85f5bfcc8 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850451
Jun 17 14:49:22.045745 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cd791828-346a-412c-a9ff-f02c494190bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:22.057992 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b4ce53ef-ece5-4e0e-95d8-b0293b99ff11 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:22.183281 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd791828-346a-412c-a9ff-f02c494190bb admin admin] Pushing event deleted for resources: {'Port': ['ID=26531516-b590-4a73-9a0c-c4e1f9ae2c2d,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:22.186887 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-cd791828-346a-412c-a9ff-f02c494190bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:22.725968 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cd791828-346a-412c-a9ff-f02c494190bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650766'] for router_interface, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:23.190954 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17a4ca-5f90-4932-8467-de741e03c106 req-86bdeec9-72b5-4686-b360-6741c6c769aa tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:23.193467 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ee17a4ca-5f90-4932-8467-de741e03c106 req-86bdeec9-72b5-4686-b360-6741c6c769aa tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.3501513
Jun 17 14:49:23.409074 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ee17a4ca-5f90-4932-8467-de741e03c106 req-00e2722f-fd9d-4dd5-a570-c1f2f33d5315 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1074526
Jun 17 14:49:23.523056 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd791828-346a-412c-a9ff-f02c494190bb admin admin] Router 731a6fb6-7b50-44c8-b5e1-3efa478445ee has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:49:23.859824 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd791828-346a-412c-a9ff-f02c494190bb admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:49:23.877289 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b7515-66b2-46b1-a11b-68c3df1f5afd None None] Sync routers for ids ['731a6fb6-7b50-44c8-b5e1-3efa478445ee'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:49:23.892788 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-cd791828-346a-412c-a9ff-f02c494190bb admin admin] 10.222.0.89 "PUT /v2.0/routers/731a6fb6-7b50-44c8-b5e1-3efa478445ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1301229
Jun 17 14:49:23.893409 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42046) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:23.906437 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b7515-66b2-46b1-a11b-68c3df1f5afd None None] Routers {'731a6fb6-7b50-44c8-b5e1-3efa478445ee'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:49:23.908162 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-d12b7515-66b2-46b1-a11b-68c3df1f5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2844eb50>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:48:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['731a6fb6-7b50-44c8-b5e1-3efa478445ee'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:24.239961 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-d12b7515-66b2-46b1-a11b-68c3df1f5afd None None] Set router 731a6fb6-7b50-44c8-b5e1-3efa478445ee gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:49:24.273556 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Notify callbacks [] for router, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:24.484738 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:24.560766 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:24.581048 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Deleting port 32889d2c-e453-4a30-aac5-16927c907742 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:49:24.581764 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:24.694533 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-d12b7515-66b2-46b1-a11b-68c3df1f5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2844eb50>, [{'id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1327197246-router', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '32889d2c-e453-4a30-aac5-16927c907742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:16Z', 'updated_at': '2021-06-17T14:49:21Z', 'revision_number': 5, 'project_id': '2792d6d461e64e3aa7a32a43046c01d9', 'gw_port': {'id': '32889d2c-e453-4a30-aac5-16927c907742', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:24.699940 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b7515-66b2-46b1-a11b-68c3df1f5afd None None] Checking router: 731a6fb6-7b50-44c8-b5e1-3efa478445ee for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:49:24.710666 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b7515-66b2-46b1-a11b-68c3df1f5afd None None] Routers {'731a6fb6-7b50-44c8-b5e1-3efa478445ee'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:49:24.711302 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-d12b7515-66b2-46b1-a11b-68c3df1f5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2844eb50>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:48:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['731a6fb6-7b50-44c8-b5e1-3efa478445ee'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:24.724837 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3e297128-20ce-4875-ad22-a547563d71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:24.898359 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-d12b7515-66b2-46b1-a11b-68c3df1f5afd None None] Set router 731a6fb6-7b50-44c8-b5e1-3efa478445ee gateway port host: None {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:49:24.913339 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] For port 32889d2c-e453-4a30-aac5-16927c907742, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=32889d2c-e453-4a30-aac5-16927c907742,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:49:24.914349 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:24.997110 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200c59a-67f2-494d-a260-5c14d32c2f45 req-a5ab094a-bb61-4ea9-9ca5-d273cb16c252 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:24.998627 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7200c59a-67f2-494d-a260-5c14d32c2f45 req-a5ab094a-bb61-4ea9-9ca5-d273cb16c252 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.3430963
Jun 17 14:49:25.020499 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-d12b7515-66b2-46b1-a11b-68c3df1f5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2844eb50>, [{'id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1327197246-router', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:16Z', 'updated_at': '2021-06-17T14:49:24Z', 'revision_number': 6, 'project_id': '2792d6d461e64e3aa7a32a43046c01d9', 'gw_port_host': None}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:25.028342 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b7515-66b2-46b1-a11b-68c3df1f5afd None None] The sync data for ids ['731a6fb6-7b50-44c8-b5e1-3efa478445ee'] in dv-cinder-796859-1-iscsi is: [{'id': '731a6fb6-7b50-44c8-b5e1-3efa478445ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1327197246-router', 'tenant_id': '2792d6d461e64e3aa7a32a43046c01d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:16Z', 'updated_at': '2021-06-17T14:49:24Z', 'revision_number': 6, 'project_id': '2792d6d461e64e3aa7a32a43046c01d9', 'gw_port_host': None}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:49:25.078685 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Calling delete_port for 32889d2c-e453-4a30-aac5-16927c907742 owned by network:router_gateway {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:49:25.203179 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7200c59a-67f2-494d-a260-5c14d32c2f45 req-a681ea72-0ce4-4010-913c-4d4a4ad37847 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1415946
Jun 17 14:49:25.435605 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 26531516-b590-4a73-9a0c-c4e1f9ae2c2d no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:49:25.478848 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 26531516-b590-4a73-9a0c-c4e1f9ae2c2d {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:49:25.479186 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 26531516-b590-4a73-9a0c-c4e1f9ae2c2d not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:49:25.708989 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:25.722059 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c321cd3f-3964-4cde-b860-f854ddb2d8b8 tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:25.847170 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Pushing event deleted for resources: {'Port': ['ID=32889d2c-e453-4a30-aac5-16927c907742,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:25.867110 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:25.867659 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:25.868116 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:25.868566 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:25.869021 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:25.869859 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:25.870455 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:25.870910 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:25.871639 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:25.872115 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:25.872569 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:25.873127 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:25.878446 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:25.891320 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42080) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:25.906334 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643729'] for router_gateway, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:26.111420 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-59608172-da01-4797-9bb6-40fe143b0987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:26.133024 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-59608172-da01-4797-9bb6-40fe143b0987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:26.138352 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-59608172-da01-4797-9bb6-40fe143b0987 admin admin] Usage tracker for resource:security_group_rule and tenant:5925808055f14854b242ebc7c10bde20 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:26.143511 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-59608172-da01-4797-9bb6-40fe143b0987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:26.152745 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-59608172-da01-4797-9bb6-40fe143b0987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:26.233647 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-995'] for router, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:26.240941 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:26.268545 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-59608172-da01-4797-9bb6-40fe143b0987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:26.279158 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-59608172-da01-4797-9bb6-40fe143b0987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:26.287790 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8b66e1e9-f01b-4575-ae55-911d99a60f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:26.325696 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59608172-da01-4797-9bb6-40fe143b0987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d0ae45-1f61-4533-85dc-caeb8d77fc76,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:26.331798 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-59608172-da01-4797-9bb6-40fe143b0987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:26.375471 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-59608172-da01-4797-9bb6-40fe143b0987 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5925808055f14854b242ebc7c10bde20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4807339
Jun 17 14:49:26.381556 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42092) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:26.593584 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4c31ca29-cb1f-47e9-ad83-60bd34d6e122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:26.663152 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567868'] for router, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:26.663152 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 731a6fb6-7b50-44c8-b5e1-3efa478445ee {{(pid=78705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 17 14:49:26.680027 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:26.683861 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] 10.222.0.89 "DELETE /v2.0/routers/731a6fb6-7b50-44c8-b5e1-3efa478445ee HTTP/1.1" status: 204  len: 168 time: 2.7892044
Jun 17 14:49:26.684891 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42096) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:26.722395 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4c31ca29-cb1f-47e9-ad83-60bd34d6e122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:26.795309 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd39c8c1-3bf7-43b1-b536-edfea319472d admin admin] Deleting subnet c246ed79-651b-4219-9b4b-375331c24392 {{(pid=78705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:49:26.800406 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cd39c8c1-3bf7-43b1-b536-edfea319472d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:26.877577 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cd39c8c1-3bf7-43b1-b536-edfea319472d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1291852'] for subnet, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:26.878412 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127be7b8-9e5f-44d3-a297-eca4a5944411 req-e11f4140-216f-4300-8e3b-a6543f5da8a7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:26.881059 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-127be7b8-9e5f-44d3-a297-eca4a5944411 req-e11f4140-216f-4300-8e3b-a6543f5da8a7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.4233701
Jun 17 14:49:26.967679 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4c31ca29-cb1f-47e9-ad83-60bd34d6e122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:26.976480 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cd39c8c1-3bf7-43b1-b536-edfea319472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:26.991129 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1028f91a-76ba-4ae8-8429-b86a5ed25c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:27.015826 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31ca29-cb1f-47e9-ad83-60bd34d6e122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d0ae45-1f61-4533-85dc-caeb8d77fc76,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:27.021636 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4c31ca29-cb1f-47e9-ad83-60bd34d6e122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:27.024746 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-127be7b8-9e5f-44d3-a297-eca4a5944411 req-d3369b44-78ef-41d3-b582-c1882f1cab0c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1287105
Jun 17 14:49:27.033346 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4c31ca29-cb1f-47e9-ad83-60bd34d6e122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:27.037806 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-4c31ca29-cb1f-47e9-ad83-60bd34d6e122 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/33d0ae45-1f61-4533-85dc-caeb8d77fc76 HTTP/1.1" status: 204  len: 168 time: 0.6511054
Jun 17 14:49:27.261977 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 32889d2c-e453-4a30-aac5-16927c907742 no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:49:27.312578 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 32889d2c-e453-4a30-aac5-16927c907742 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:49:27.313236 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 32889d2c-e453-4a30-aac5-16927c907742 not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:49:27.387092 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cd39c8c1-3bf7-43b1-b536-edfea319472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10571723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10568787'] for subnet, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:27.393277 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:27.439784 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39c8c1-3bf7-43b1-b536-edfea319472d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c246ed79-651b-4219-9b4b-375331c24392,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:27.445909 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-cd39c8c1-3bf7-43b1-b536-edfea319472d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:27.470379 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cd39c8c1-3bf7-43b1-b536-edfea319472d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:27.483156 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-cd39c8c1-3bf7-43b1-b536-edfea319472d admin admin] 10.222.0.89 "DELETE /v2.0/subnets/c246ed79-651b-4219-9b4b-375331c24392 HTTP/1.1" status: 204  len: 168 time: 0.7964826
Jun 17 14:49:27.485529 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42110) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:27.634937 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e43c5b5a-c05e-4e58-a0b1-95ca246605ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:27.756631 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42114) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:27.781103 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f8973e8b-1bfa-41da-a53e-ed7d8d4ecf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:27.797920 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e43c5b5a-c05e-4e58-a0b1-95ca246605ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:27.805252 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f8973e8b-1bfa-41da-a53e-ed7d8d4ecf78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:27.812186 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-f8973e8b-1bfa-41da-a53e-ed7d8d4ecf78 admin admin] Usage tracker for resource:security_group_rule and tenant:7417d2673ebb4df2b10da3a71f49c3c4 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:27.816153 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-e43c5b5a-c05e-4e58-a0b1-95ca246605ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b23956fd0>,) {'filters': {'network_id': ['22f67543-8926-41ff-b4b4-625241755da9']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:27.817072 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-f8973e8b-1bfa-41da-a53e-ed7d8d4ecf78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:27.826112 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f8973e8b-1bfa-41da-a53e-ed7d8d4ecf78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:27.835786 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-e43c5b5a-c05e-4e58-a0b1-95ca246605ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23956fd0>, '2558049f-44eb-44ef-aae2-eb8cfe45a1ad') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:27.836131 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-e43c5b5a-c05e-4e58-a0b1-95ca246605ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23956fd0>, '2558049f-44eb-44ef-aae2-eb8cfe45a1ad') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:27.855439 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e43c5b5a-c05e-4e58-a0b1-95ca246605ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1202673'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:27.880573 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e43c5b5a-c05e-4e58-a0b1-95ca246605ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:27.894811 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43c5b5a-c05e-4e58-a0b1-95ca246605ab admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:49:27.895495 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e43c5b5a-c05e-4e58-a0b1-95ca246605ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1267429'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]: Traceback (most recent call last):
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     timer()
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     cb(*args, **kw)
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     return func(*args, **kwargs)
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     self._notify()
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     self.callback(batched_events)
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     event.method(event)
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     return f(self, *a, **k)
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._get(url).json()
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:49:27.917684 dv-cinder-796859-1-iscsi neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:49:27.959239 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f8973e8b-1bfa-41da-a53e-ed7d8d4ecf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:27.968761 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f8973e8b-1bfa-41da-a53e-ed7d8d4ecf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:27.988432 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d6bec476-25be-4ca2-8240-65e888c61f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:28.045097 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8973e8b-1bfa-41da-a53e-ed7d8d4ecf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d27cfca-e7e0-4589-8c24-3843d2fc0a11,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:28.066155 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e43c5b5a-c05e-4e58-a0b1-95ca246605ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:28.078062 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-65354c44-4c4e-4cde-8501-def8f96048c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:28.082099 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f8973e8b-1bfa-41da-a53e-ed7d8d4ecf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:28.126924 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e43c5b5a-c05e-4e58-a0b1-95ca246605ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:28.149398 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-f8973e8b-1bfa-41da-a53e-ed7d8d4ecf78 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7417d2673ebb4df2b10da3a71f49c3c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3903661
Jun 17 14:49:28.149900 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42120) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:28.157631 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c5b5a-c05e-4e58-a0b1-95ca246605ab admin admin] Pushing event deleted for resources: {'Network': ['ID=22f67543-8926-41ff-b4b4-625241755da9,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:28.176328 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e43c5b5a-c05e-4e58-a0b1-95ca246605ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:28.181493 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-e43c5b5a-c05e-4e58-a0b1-95ca246605ab admin admin] 10.222.0.89 "DELETE /v2.0/networks/22f67543-8926-41ff-b4b4-625241755da9 HTTP/1.1" status: 204  len: 168 time: 0.6945021
Jun 17 14:49:28.338142 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2dec2671-2687-4d24-863b-eb274e814d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:28.488399 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2dec2671-2687-4d24-863b-eb274e814d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:28.557849 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b154c39-0b7b-4324-bf0a-64a36db80a21 req-566a25b4-4729-4343-b1e7-1c7d874cc9b4 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:28.567353 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3b154c39-0b7b-4324-bf0a-64a36db80a21 req-566a25b4-4729-4343-b1e7-1c7d874cc9b4 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.2230558
Jun 17 14:49:28.626229 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1999642e-3f15-47ce-aa38-5d80f0cf98d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:28.647557 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42134) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:28.654617 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3b154c39-0b7b-4324-bf0a-64a36db80a21 req-1358c041-7882-42b1-a0d3-c0dd23174073 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860708
Jun 17 14:49:28.685241 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2dec2671-2687-4d24-863b-eb274e814d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:28.690718 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5a68bbff-7d0d-45f0-bfd2-29344c9c4bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:28.705011 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec2671-2687-4d24-863b-eb274e814d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d27cfca-e7e0-4589-8c24-3843d2fc0a11,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:28.732498 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-e0f3051c-1b67-462b-ac7a-ae81601af890 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2792d6d461e64e3aa7a32a43046c01d9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0826118
Jun 17 14:49:28.737800 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42140) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:28.750673 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2dec2671-2687-4d24-863b-eb274e814d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:28.759006 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2dec2671-2687-4d24-863b-eb274e814d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:28.762653 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-2dec2671-2687-4d24-863b-eb274e814d94 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1d27cfca-e7e0-4589-8c24-3843d2fc0a11 HTTP/1.1" status: 204  len: 168 time: 0.6114552
Jun 17 14:49:28.854797 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8f33d30e-9e6d-4c89-a928-0dc4c510769d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:28.902205 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8f33d30e-9e6d-4c89-a928-0dc4c510769d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:29.053755 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8793ae7-54b8-47f4-818e-a0a0d0bc67ad req-ae960491-c639-4637-8723-aa99f9262622 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:29.060613 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8793ae7-54b8-47f4-818e-a0a0d0bc67ad req-ae960491-c639-4637-8723-aa99f9262622 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 945 time: 0.1256857
Jun 17 14:49:29.062199 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8f33d30e-9e6d-4c89-a928-0dc4c510769d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:29.074471 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7e3ad829-59d4-49dc-9810-ccfb3831fb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:29.139466 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33d30e-9e6d-4c89-a928-0dc4c510769d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34b43b9-cf3e-4dd4-8058-593f771f7954,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:29.152666 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8f33d30e-9e6d-4c89-a928-0dc4c510769d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:29.199696 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f8793ae7-54b8-47f4-818e-a0a0d0bc67ad req-78d74ccd-4b29-4153-a2de-c0132fb3f2d8 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277702
Jun 17 14:49:29.200698 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8f33d30e-9e6d-4c89-a928-0dc4c510769d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:29.202498 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-8f33d30e-9e6d-4c89-a928-0dc4c510769d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d34b43b9-cf3e-4dd4-8058-593f771f7954 HTTP/1.1" status: 204  len: 168 time: 0.4635282
Jun 17 14:49:29.231052 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42152) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:29.696438 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0f2e10-bb00-4f64-8f08-8e7afddfa7e0 tempest-TestMinimumBasicScenario-853555002 tempest-TestMinimumBasicScenario-853555002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:29.716577 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-2a0f2e10-bb00-4f64-8f08-8e7afddfa7e0 tempest-TestMinimumBasicScenario-853555002 tempest-TestMinimumBasicScenario-853555002-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 1093 time: 0.4809937
Jun 17 14:49:29.722113 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42172) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:29.735986 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Request body: {'floatingip': {'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'port_id': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:29.780150 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:29.805479 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Usage tracker for resource:floatingip and tenant:c5c530559768411bac83f46228d16ea4 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:29.817633 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:29.845428 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:29.880116 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for floatingip, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:29.904293 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:30.307922 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9019a-7eb3-4349-a789-98c2f8853a57 req-7d984215-af15-489c-930c-ae31966dd9bf tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:30.310193 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fbf9019a-7eb3-4349-a789-98c2f8853a57 req-7d984215-af15-489c-930c-ae31966dd9bf tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.3021934
Jun 17 14:49:30.331234 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:30.478980 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fbf9019a-7eb3-4349-a789-98c2f8853a57 req-4f0bf023-f879-4219-8a49-d1ad0f98ad3a tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1512046
Jun 17 14:49:30.625252 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Allocated IP 172.27.3.131 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/32ac419a-03fe-4ef7-9dd8-def76e19ed7d) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:49:31.006011 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:31.218909 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:31.243623 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-320bf1bf-1de0-489a-94d5-3f7a3e82820b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:31.527526 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42222) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:31.762154 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:49:31.775607 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:49:31.786652 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:49:31.806044 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-network', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:31.833808 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:31.841260 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Usage tracker for resource:network and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:31.851101 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:31.866075 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:31.876841 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event updated for resources: {'Port': ['ID=32ac419a-03fe-4ef7-9dd8-def76e19ed7d,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:31.886222 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:32.035303 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:32.039978 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Made reservation on behalf of 9bb64eede5e845548ff53776d610b3b2 for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:49:32.043902 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:32.055928 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ad915-4245-4533-b630-ec182f516cf6 req-1d064792-522e-487c-9a72-c6d42db580da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:32.057844 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3d9ad915-4245-4533-b630-ec182f516cf6 req-1d064792-522e-487c-9a72-c6d42db580da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=435f37682b7445629d33055791ada83b&device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 1098 time: 0.5016041
Jun 17 14:49:32.074042 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa2fd1-d6c1-4726-a571-a1c894c281f9 req-3d52aadb-9d52-4ba1-b1af-8a40b10f75cf tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:32.082772 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:32.086372 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3dfa2fd1-d6c1-4726-a571-a1c894c281f9 req-3d52aadb-9d52-4ba1-b1af-8a40b10f75cf tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.6489768
Jun 17 14:49:32.107707 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:32.116625 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Usage tracker for resource:security_group_rule and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:32.123745 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:32.137893 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:32.384924 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:32.393065 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:32.414972 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f6708ad4-cf04-4799-9595-3b4ed48d5f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:32.447641 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1290, 'physical_network': 'physnet1'}  {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:49:32.476414 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:32.477286 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.segments_db [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Added segment cbd18225-4684-4843-80ce-83a11ea7bda3 of type vlan for network 748ba6a5-b967-482a-a2f5-884fcde7ac3d
Jun 17 14:49:32.581687 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:32.659749 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:32.667590 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:32.669458 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:32.742990 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.2096972
Jun 17 14:49:32.763419 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42236) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:32.796716 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Request body: {'subnet': {'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-subnet', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:32.807068 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:32.816946 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Usage tracker for resource:subnet and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:32.823577 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:32.845671 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:32.863075 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c24ba1-9802-429f-ba5b-2fccb74f630d,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:32.879502 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:32.883690 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c4426051-b435-4196-a1bd-9d742d3a2e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:33.004427 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Made reservation on behalf of 9bb64eede5e845548ff53776d610b3b2 for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:49:33.006992 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2081464'] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:33.075229 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:33.255563 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3dfa2fd1-d6c1-4726-a571-a1c894c281f9 req-69e08b9a-3598-4ffe-aa60-4857878f475f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.1665082
Jun 17 14:49:33.427822 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ad915-4245-4533-b630-ec182f516cf6 req-48b3dcf6-c711-4950-b00c-dd19ac20ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:33.431906 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3d9ad915-4245-4533-b630-ec182f516cf6 req-48b3dcf6-c711-4950-b00c-dd19ac20ce4d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6e53ff0-1917-4389-b170-61d80fa927e9 HTTP/1.1" status: 200  len: 912 time: 1.3388059
Jun 17 14:49:33.466982 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Pushing event updated for resources: {'Network': ['ID=748ba6a5-b967-482a-a2f5-884fcde7ac3d,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:33.473399 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:33.495941 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network 748ba6a5-b967-482a-a2f5-884fcde7ac3d details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:49:33.677303 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:33.780574 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3d9ad915-4245-4533-b630-ec182f516cf6 req-c71fa4d6-26eb-4b39-9bed-d7b20b8df03c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7256e38-4c08-40fc-9a02-efbd13a737dc HTTP/1.1" status: 200  len: 1000 time: 0.3354270
Jun 17 14:49:33.855295 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2081450'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:33.868611 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ad2eaa78-1804-41da-ab61-b7285140d7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:33.936491 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ad915-4245-4533-b630-ec182f516cf6 req-ed0349a5-9ca8-4836-8229-6b2e3f545b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:33.938716 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3d9ad915-4245-4533-b630-ec182f516cf6 req-ed0349a5-9ca8-4836-8229-6b2e3f545b2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a3575f2-11d4-4900-8acc-ab5e547dc5f0 HTTP/1.1" status: 200  len: 849 time: 0.1496911
Jun 17 14:49:34.052246 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Checking segment: {'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:49:34.052930 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Network hostable DHCP agents. Network: 748ba6a5-b967-482a-a2f5-884fcde7ac3d, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:49:34.063975 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b36810-c5a0-4a5e-865e-b3adb3b23fb7,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:34.096859 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:34.136093 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Network 748ba6a5-b967-482a-a2f5-884fcde7ac3d is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:49:34.166690 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, 748ba6a5-b967-482a-a2f5-884fcde7ac3d) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:49:34.178034 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798d050a-3155-481a-a088-c37f2a957a98 None None] Network 748ba6a5-b967-482a-a2f5-884fcde7ac3d requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:49:34.217037 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:34.217650 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:34.220788 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:34.247535 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:34.259747 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2eabc807-acf2-4c7f-8d30-53fbde7ab048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:34.284491 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-51154bff-6dcb-4850-b9b2-85ed0e28a1eb admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.5183663
Jun 17 14:49:34.291446 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42256) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:34.314566 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:34.344223 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:34.366422 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Usage tracker for resource:router and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:34.380336 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:34.399308 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:34.416414 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1009'] for router, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:34.417536 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:34.443857 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:34.450452 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event updated for resources: {'Port': ['ID=32ac419a-03fe-4ef7-9dd8-def76e19ed7d,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:34.454360 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:34.737125 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ad915-4245-4533-b630-ec182f516cf6 req-3b813fd2-69ea-468c-af39-97781a1c3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:34.739058 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3d9ad915-4245-4533-b630-ec182f516cf6 req-3b813fd2-69ea-468c-af39-97781a1c3b08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e53ff0-1917-4389-b170-61d80fa927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6050980
Jun 17 14:49:34.788686 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ba3dc35-c8d0-5121-954b-099e47d2ccaa-748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7'}]}} from dv-cinder-796859-1-iscsi. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 17 14:49:34.789590 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:34.922873 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3d9ad915-4245-4533-b630-ec182f516cf6 req-2176a7f7-3f66-4ed7-a9d6-bf98e906f4a9 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713798
Jun 17 14:49:34.939858 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:35.077390 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-922'] for router, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:35.216380 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab711406-a424-4aa2-a7bb-cd30aa66e08b req-b85df9f5-a7e1-4b1d-9f37-6991e45b803b tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:35.229954 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ab711406-a424-4aa2-a7bb-cd30aa66e08b req-b85df9f5-a7e1-4b1d-9f37-6991e45b803b tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.4601860
Jun 17 14:49:35.301733 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Allocated IP 172.20.0.2 (748ba6a5-b967-482a-a2f5-884fcde7ac3d/79b36810-c5a0-4a5e-865e-b3adb3b23fb7/fd8447f4-bd8b-4b2e-90d7-0d14295fb68a) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:49:35.477972 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ab711406-a424-4aa2-a7bb-cd30aa66e08b req-770b27c0-beb2-4334-8ae2-137b358a6172 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2465911
Jun 17 14:49:35.547069 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.l3_db [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Floating IP b1656ead-22ab-44a6-a864-592926db24a1 associated. External IP: 172.27.3.131, port: cb2c6dfa-ec8b-49c0-820d-37ccda26a584.
Jun 17 14:49:35.808689 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:35.835752 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Transition to ACTIVE for port object fd8447f4-bd8b-4b2e-90d7-0d14295fb68a will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:49:35.871169 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Transition to ACTIVE for port object fd8447f4-bd8b-4b2e-90d7-0d14295fb68a will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:49:35.881979 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:35.909876 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:36.013661 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3d9ad915-4245-4533-b630-ec182f516cf6 req-82f38762-3ae8-4a5a-9c1a-59b2ad69702d service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0756969
Jun 17 14:49:36.039084 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Network 748ba6a5-b967-482a-a2f5-884fcde7ac3d is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:49:36.045640 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Resources bound (agent type, host, resource id):  {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:49:36.055864 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:49:36.196921 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Pushing event updated for resources: {'Port': ['ID=fd8447f4-bd8b-4b2e-90d7-0d14295fb68a,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:36.232106 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:36.273760 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Attempting to bind port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:49:36.275994 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Attempting to bind port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:49:36.276703 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Attempting to bind port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a on network 748ba6a5-b967-482a-a2f5-884fcde7ac3d {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:49:36.299076 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:49:36.307211 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Checking segment: {'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:49:36.309286 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:36.312405 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Bound using segment: {'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:49:36.317535 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Bound port: fd8447f4-bd8b-4b2e-90d7-0d14295fb68a, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:49:36.318612 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:36.395237 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:36.477407 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:36.623884 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Router 48b3f9a2-beee-45d5-a07b-f78280f9069e has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:49:36.641449 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] For port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:49:36.650043 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] For port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=fd8447f4-bd8b-4b2e-90d7-0d14295fb68a,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:49:36.658389 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:36.684026 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-57969458-998c-4563-a299-5316d27daad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:37.069237 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Allocated IP 172.27.3.148 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:49:37.091323 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Pushing event updated for resources: {'Port': ['ID=fd8447f4-bd8b-4b2e-90d7-0d14295fb68a,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:37.115726 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:37.451141 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:49:37.465914 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc76c8-50c4-42f3-a653-c4a0b6ffefac None None] Sync routers for ids ['48b3f9a2-beee-45d5-a07b-f78280f9069e'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:49:37.496292 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc76c8-50c4-42f3-a653-c4a0b6ffefac None None] Routers {'48b3f9a2-beee-45d5-a07b-f78280f9069e'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:49:37.502233 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ce1fb-5c60-4a42-93e6-cdf834700626 req-41ad37e2-540e-46b1-bff7-5124ad92828a tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:37.502600 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-7ebc76c8-50c4-42f3-a653-c4a0b6ffefac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2865e850>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:49:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['48b3f9a2-beee-45d5-a07b-f78280f9069e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:37.504422 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f84ce1fb-5c60-4a42-93e6-cdf834700626 req-41ad37e2-540e-46b1-bff7-5124ad92828a tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.2374012
Jun 17 14:49:37.597152 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:37.666376 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:37.710942 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f84ce1fb-5c60-4a42-93e6-cdf834700626 req-5f9227be-91cb-4593-b861-e8e4c5fc6d96 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1910787
Jun 17 14:49:37.754421 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42298) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:37.760287 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 8.0364029
Jun 17 14:49:37.761458 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'tag': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:49:37.762499 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-782923847', 'description': 'tempest-secgroup-smoke-782923847 description', 'project_id': 'c5c530559768411bac83f46228d16ea4'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:37.815678 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:37.823801 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:37.857503 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'tag': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584', 'status': 'completed', 'code': 200}
Jun 17 14:49:37.877887 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:37.886671 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3229c830-176c-472e-a0ab-82fa4195dd65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:37.899545 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-7ebc76c8-50c4-42f3-a653-c4a0b6ffefac None None] Set router 48b3f9a2-beee-45d5-a07b-f78280f9069e gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:49:38.059873 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:38.059873 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:49:38.059873 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:49:38.156340 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:49:38.185435 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691ad20-58b7-4bd3-92b8-794849deef92 req-f5387f58-a5f8-4bfd-93eb-44528f227ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:38.187113 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1691ad20-58b7-4bd3-92b8-794849deef92 req-f5387f58-a5f8-4bfd-93eb-44528f227ea3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5c530559768411bac83f46228d16ea4&device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 1098 time: 0.2601204
Jun 17 14:49:38.523171 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-7ebc76c8-50c4-42f3-a653-c4a0b6ffefac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2865e850>, [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:48:04Z', 'revision_number': 4, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port': {'id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:18:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:59Z', 'updated_at': '2021-06-17T14:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'b1656ead-22ab-44a6-a864-592926db24a1', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'port_id': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'mac_address': 'fa:16:3e:16:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:49:32Z', 'updated_at': '2021-06-17T14:49:32Z', 'revision_number': 0, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad8448e-6aad-4378-b1fe-4870823b74fd', 'name': '', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'mac_address': 'fa:16:3e:b2:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:03Z', 'updated_at': '2021-06-17T14:48:13Z', 'revision_number': 5, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'subnets': [{'id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:38.530858 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc76c8-50c4-42f3-a653-c4a0b6ffefac None None] Checking router: 48b3f9a2-beee-45d5-a07b-f78280f9069e for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:49:38.549103 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc76c8-50c4-42f3-a653-c4a0b6ffefac None None] Routers {'48b3f9a2-beee-45d5-a07b-f78280f9069e'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:49:38.550124 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-7ebc76c8-50c4-42f3-a653-c4a0b6ffefac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2865e850>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:49:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['48b3f9a2-beee-45d5-a07b-f78280f9069e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:38.683146 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:38.758508 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Usage tracker for resource:security_group_rule and tenant:c5c530559768411bac83f46228d16ea4 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:38.778353 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:38.807129 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Pushing event updated for resources: {'Port': ['ID=70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:38.844045 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.958s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:38.849664 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:38.934467 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691ad20-58b7-4bd3-92b8-794849deef92 req-38f83cc1-4cdb-411c-a66e-f6688d63a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:38.934467 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1691ad20-58b7-4bd3-92b8-794849deef92 req-38f83cc1-4cdb-411c-a66e-f6688d63a52f service neutron] 10.222.0.37 "GET /v2.0/networks?id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb HTTP/1.1" status: 200  len: 916 time: 0.7397501
Jun 17 14:49:39.195341 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-7ebc76c8-50c4-42f3-a653-c4a0b6ffefac None None] Set router 48b3f9a2-beee-45d5-a07b-f78280f9069e gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:49:39.230765 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42320) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:39.325589 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1691ad20-58b7-4bd3-92b8-794849deef92 req-a9a69c8d-fff4-4554-8146-d94226d4eebf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb2c6dfa-ec8b-49c0-820d-37ccda26a584 HTTP/1.1" status: 200  len: 999 time: 0.3819516
Jun 17 14:49:39.345519 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248d7ba-bb9f-45f9-a82a-31f4ba41d313 req-1e87c8bc-5a34-406d-afd9-0b9128ba582a tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:39.347173 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a248d7ba-bb9f-45f9-a82a-31f4ba41d313 req-1e87c8bc-5a34-406d-afd9-0b9128ba582a tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.2880037
Jun 17 14:49:39.423288 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691ad20-58b7-4bd3-92b8-794849deef92 req-39b3e8bc-a424-43ee-a9f8-18579b84dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:39.425142 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1691ad20-58b7-4bd3-92b8-794849deef92 req-39b3e8bc-a424-43ee-a9f8-18579b84dce5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd0bc2e9-44f4-4df0-bd36-64c989a62cc9 HTTP/1.1" status: 200  len: 853 time: 0.0768573
Jun 17 14:49:39.521136 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:39.539370 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:39.559258 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4204dce4-b1d2-4cdb-a785-745806b7192b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:39.573871 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a248d7ba-bb9f-45f9-a82a-31f4ba41d313 req-5e74d486-849e-4c18-ac1e-da6728842777 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1474054
Jun 17 14:49:39.630291 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebd516c-1eb8-4854-802b-61555cc56304 None None] Network 748ba6a5-b967-482a-a2f5-884fcde7ac3d requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:49:39.648686 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691ad20-58b7-4bd3-92b8-794849deef92 req-df9cf6a2-0f3a-4ffd-beb0-1c3940c7b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:39.651866 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1691ad20-58b7-4bd3-92b8-794849deef92 req-df9cf6a2-0f3a-4ffd-beb0-1c3940c7b675 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1697304
Jun 17 14:49:39.656094 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device fd8447f4-bd8b-4b2e-90d7-0d14295fb68a up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:49:39.818514 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-501619a6-a5ba-42f7-8bd7-bc837082d3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:39.833528 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8d0005-5575-45bf-a0aa-8e154844ddcf,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:39.836666 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:39.865501 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:39.908623 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1691ad20-58b7-4bd3-92b8-794849deef92 req-32ab67f0-6616-424a-a092-2f996dd17b12 service neutron] 10.222.0.37 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2467275
Jun 17 14:49:39.941724 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-501619a6-a5ba-42f7-8bd7-bc837082d3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:39.963071 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:39.965018 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 2.2087836
Jun 17 14:49:39.981413 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42332) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:39.982620 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-501619a6-a5ba-42f7-8bd7-bc837082d3a9 admin admin] Usage tracker for resource:security_group_rule and tenant:1dfe363ad1f84d6a9c7e655b9e4e584c is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:39.996439 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-501619a6-a5ba-42f7-8bd7-bc837082d3a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:39.996996 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-3ffd8bec-9e74-41fb-bb1d-2da567a72a25 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Request body: {'security_group_rule': {'security_group_id': '8f8d0005-5575-45bf-a0aa-8e154844ddcf', 'project_id': 'c5c530559768411bac83f46228d16ea4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:40.004559 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-06405dd8-8e16-4bde-9af4-3d9bd1585772 None None] Provisioning for port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:49:40.009224 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-501619a6-a5ba-42f7-8bd7-bc837082d3a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:40.014684 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-3ffd8bec-9e74-41fb-bb1d-2da567a72a25 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:40.104952 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-3ffd8bec-9e74-41fb-bb1d-2da567a72a25 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Usage tracker for resource:security_group_rule and tenant:c5c530559768411bac83f46228d16ea4 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:40.117252 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-3ffd8bec-9e74-41fb-bb1d-2da567a72a25 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:40.142155 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-3ffd8bec-9e74-41fb-bb1d-2da567a72a25 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:40.210496 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8bec-9e74-41fb-bb1d-2da567a72a25 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.239508 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1691ad20-58b7-4bd3-92b8-794849deef92 req-0b237c34-84d1-40bc-a250-d6560ecdb1bf service neutron] 10.222.0.37 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3173497
Jun 17 14:49:40.321268 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-06405dd8-8e16-4bde-9af4-3d9bd1585772 None None] Provisioning complete for port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:49:40.321794 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-06405dd8-8e16-4bde-9af4-3d9bd1585772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.370782 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8bec-9e74-41fb-bb1d-2da567a72a25 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.383540 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8bec-9e74-41fb-bb1d-2da567a72a25 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.429050 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:40.447129 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:49:40.471202 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd8bec-9e74-41fb-bb1d-2da567a72a25 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde40f80-fc76-48c1-9f9d-7f49e83aca6a,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:40.474341 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3ffd8bec-9e74-41fb-bb1d-2da567a72a25 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:40.482916 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8bec-9e74-41fb-bb1d-2da567a72a25 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.484062 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-3ffd8bec-9e74-41fb-bb1d-2da567a72a25 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4985235
Jun 17 14:49:40.487297 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42342) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:40.495932 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-0a435b97-968e-4bdb-875e-64cc23212d18 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Request body: {'security_group_rule': {'security_group_id': '8f8d0005-5575-45bf-a0aa-8e154844ddcf', 'project_id': 'c5c530559768411bac83f46228d16ea4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:40.504863 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-0a435b97-968e-4bdb-875e-64cc23212d18 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:40.511257 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-0a435b97-968e-4bdb-875e-64cc23212d18 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Usage tracker for resource:security_group_rule and tenant:c5c530559768411bac83f46228d16ea4 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:40.515009 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-0a435b97-968e-4bdb-875e-64cc23212d18 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:40.517837 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-501619a6-a5ba-42f7-8bd7-bc837082d3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.527486 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-0a435b97-968e-4bdb-875e-64cc23212d18 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:40.529499 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-501619a6-a5ba-42f7-8bd7-bc837082d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.542513 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d4118a01-52c5-4203-b0db-1ab4312d4c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:40.563547 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0a435b97-968e-4bdb-875e-64cc23212d18 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.568473 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:49:40.569216 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.593446 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501619a6-a5ba-42f7-8bd7-bc837082d3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ae702a-3604-4447-8a74-524cf0252305,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:40.602347 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-501619a6-a5ba-42f7-8bd7-bc837082d3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:40.691432 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0a435b97-968e-4bdb-875e-64cc23212d18 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.697056 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0a435b97-968e-4bdb-875e-64cc23212d18 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.705770 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e8d40461-8bd0-471d-86ec-f2c8df34e236 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:40.728462 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a435b97-968e-4bdb-875e-64cc23212d18 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df9fa31-2466-4e69-83f6-da6aab89f3c1,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:40.731558 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0a435b97-968e-4bdb-875e-64cc23212d18 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:40.744551 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0a435b97-968e-4bdb-875e-64cc23212d18 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.747261 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-0a435b97-968e-4bdb-875e-64cc23212d18 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2577868
Jun 17 14:49:40.752067 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42358) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:40.765272 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-0e68746d-ec4e-412b-aa84-28b79ba51b90 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Request body: {'security_group_rule': {'security_group_id': '8f8d0005-5575-45bf-a0aa-8e154844ddcf', 'project_id': 'c5c530559768411bac83f46228d16ea4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:40.775075 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-0e68746d-ec4e-412b-aa84-28b79ba51b90 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:40.780776 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-0e68746d-ec4e-412b-aa84-28b79ba51b90 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Usage tracker for resource:security_group_rule and tenant:c5c530559768411bac83f46228d16ea4 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:40.787080 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-0e68746d-ec4e-412b-aa84-28b79ba51b90 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:40.799033 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-0e68746d-ec4e-412b-aa84-28b79ba51b90 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:40.835210 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0e68746d-ec4e-412b-aa84-28b79ba51b90 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.895807 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-501619a6-a5ba-42f7-8bd7-bc837082d3a9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1dfe363ad1f84d6a9c7e655b9e4e584c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6500041
Jun 17 14:49:40.898749 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42362) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:40.924768 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643652'] for router, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.926963 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0e68746d-ec4e-412b-aa84-28b79ba51b90 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.940231 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-7ebc76c8-50c4-42f3-a653-c4a0b6ffefac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2865e850>, [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:48:04Z', 'revision_number': 4, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port': {'id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:18:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:59Z', 'updated_at': '2021-06-17T14:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'b1656ead-22ab-44a6-a864-592926db24a1', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'port_id': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'mac_address': 'fa:16:3e:16:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:49:32Z', 'updated_at': '2021-06-17T14:49:32Z', 'revision_number': 0, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad8448e-6aad-4378-b1fe-4870823b74fd', 'name': '', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'mac_address': 'fa:16:3e:b2:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:03Z', 'updated_at': '2021-06-17T14:48:13Z', 'revision_number': 5, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'subnets': [{'id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:40.945605 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0e68746d-ec4e-412b-aa84-28b79ba51b90 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.945851 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.960141 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc76c8-50c4-42f3-a653-c4a0b6ffefac None None] The sync data for ids ['48b3f9a2-beee-45d5-a07b-f78280f9069e'] in dv-cinder-796859-1-iscsi is: [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:48:04Z', 'revision_number': 4, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port': {'id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:18:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:59Z', 'updated_at': '2021-06-17T14:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'b1656ead-22ab-44a6-a864-592926db24a1', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'port_id': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'mac_address': 'fa:16:3e:16:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:49:32Z', 'updated_at': '2021-06-17T14:49:32Z', 'revision_number': 0, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad8448e-6aad-4378-b1fe-4870823b74fd', 'name': '', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'mac_address': 'fa:16:3e:b2:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:03Z', 'updated_at': '2021-06-17T14:48:13Z', 'revision_number': 5, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'subnets': [{'id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:49:40.964816 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-06405dd8-8e16-4bde-9af4-3d9bd1585772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:40.994430 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2210e714-0bdd-4b4e-81e5-dcc0d8bb2066 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:41.008885 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0e68746d-ec4e-412b-aa84-28b79ba51b90 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.010719 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-0e68746d-ec4e-412b-aa84-28b79ba51b90 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2558572
Jun 17 14:49:41.025637 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42366) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:41.037545 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=fd8447f4-bd8b-4b2e-90d7-0d14295fb68a,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:49:41.038842 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-67289090-53c9-4322-a8fe-e1416fa475c7 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Request body: {'security_group_rule': {'security_group_id': '8f8d0005-5575-45bf-a0aa-8e154844ddcf', 'project_id': 'c5c530559768411bac83f46228d16ea4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:41.047262 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-67289090-53c9-4322-a8fe-e1416fa475c7 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:41.053210 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-67289090-53c9-4322-a8fe-e1416fa475c7 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Usage tracker for resource:security_group_rule and tenant:c5c530559768411bac83f46228d16ea4 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:41.056291 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.057166 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-67289090-53c9-4322-a8fe-e1416fa475c7 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:41.065288 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:41.067308 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-67289090-53c9-4322-a8fe-e1416fa475c7 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:41.078259 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68746d-ec4e-412b-aa84-28b79ba51b90 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18778489-e9cd-45b5-a718-2a752a389797,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:41.084136 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0e68746d-ec4e-412b-aa84-28b79ba51b90 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:41.130940 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-67289090-53c9-4322-a8fe-e1416fa475c7 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.169583 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0062b23a-fc2f-4651-ae3f-f23fce85d18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.198610 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=fd8447f4-bd8b-4b2e-90d7-0d14295fb68a,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:41.209223 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:41.318074 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0062b23a-fc2f-4651-ae3f-f23fce85d18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.347479 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.db.api [None req-06405dd8-8e16-4bde-9af4-3d9bd1585772 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 17 14:49:41.347873 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_db.api [None req-06405dd8-8e16-4bde-9af4-3d9bd1585772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 17 14:49:41.379352 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-67289090-53c9-4322-a8fe-e1416fa475c7 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.394409 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-67289090-53c9-4322-a8fe-e1416fa475c7 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.398910 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1a1d0-e71d-4213-bd6c-6731aa6508d9 None None] New status for floating IP b1656ead-22ab-44a6-a864-592926db24a1: ACTIVE {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 14:49:41.417056 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:41.434124 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Router 0169275a-cb5b-4097-a18d-c18807360917 is scheduled to L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 with binding_index 1 {{(pid=78706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 17 14:49:41.460635 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67289090-53c9-4322-a8fe-e1416fa475c7 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c9298f-30f3-454c-be47-13fb69e8fb37,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:41.468865 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-67289090-53c9-4322-a8fe-e1416fa475c7 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:41.488686 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-67289090-53c9-4322-a8fe-e1416fa475c7 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.492233 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-67289090-53c9-4322-a8fe-e1416fa475c7 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4648430
Jun 17 14:49:41.493921 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42370) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:41.505651 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-3999b261-5433-4b4e-afeb-4f3e287bc48c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Request body: {'security_group_rule': {'security_group_id': '8f8d0005-5575-45bf-a0aa-8e154844ddcf', 'project_id': 'c5c530559768411bac83f46228d16ea4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:41.516831 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-3999b261-5433-4b4e-afeb-4f3e287bc48c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:41.521722 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-3999b261-5433-4b4e-afeb-4f3e287bc48c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Usage tracker for resource:security_group_rule and tenant:c5c530559768411bac83f46228d16ea4 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:41.525220 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-3999b261-5433-4b4e-afeb-4f3e287bc48c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:41.532500 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-3999b261-5433-4b4e-afeb-4f3e287bc48c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:41.545405 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0062b23a-fc2f-4651-ae3f-f23fce85d18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.549824 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0062b23a-fc2f-4651-ae3f-f23fce85d18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.553853 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-0062b23a-fc2f-4651-ae3f-f23fce85d18a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a2ae702a-3604-4447-8a74-524cf0252305 HTTP/1.1" status: 204  len: 168 time: 0.6512039
Jun 17 14:49:41.553853 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-87602771-4a64-46d7-b874-4adf67dc573f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:41.577799 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.securitygroups_db [None req-3999b261-5433-4b4e-afeb-4f3e287bc48c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Project c5c530559768411bac83f46228d16ea4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 17 14:49:41.597156 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3999b261-5433-4b4e-afeb-4f3e287bc48c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.644490 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062b23a-fc2f-4651-ae3f-f23fce85d18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ae702a-3604-4447-8a74-524cf0252305,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:41.654193 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0062b23a-fc2f-4651-ae3f-f23fce85d18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:41.722816 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3999b261-5433-4b4e-afeb-4f3e287bc48c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.730332 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3999b261-5433-4b4e-afeb-4f3e287bc48c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.734144 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0e68746d-ec4e-412b-aa84-28b79ba51b90 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:41.744523 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:49:41.758315 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Sync routers for ids ['0169275a-cb5b-4097-a18d-c18807360917'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:49:41.770843 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999b261-5433-4b4e-afeb-4f3e287bc48c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5d5974-ba2c-40bd-bebd-f6e724959429,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:41.774087 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3999b261-5433-4b4e-afeb-4f3e287bc48c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:41.775816 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3999b261-5433-4b4e-afeb-4f3e287bc48c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.781047 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-3999b261-5433-4b4e-afeb-4f3e287bc48c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2854528
Jun 17 14:49:41.782352 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42378) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:41.788046 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-63b04c1a-ff32-4dfc-ad6f-9a550b148676 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Request body: {'security_group_rule': {'security_group_id': '8f8d0005-5575-45bf-a0aa-8e154844ddcf', 'project_id': 'c5c530559768411bac83f46228d16ea4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:41.788170 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:41.792293 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 7.4995420
Jun 17 14:49:41.793044 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42382) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:41.794386 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-63b04c1a-ff32-4dfc-ad6f-9a550b148676 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:41.799252 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Routers {'0169275a-cb5b-4097-a18d-c18807360917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:49:41.800444 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-63b04c1a-ff32-4dfc-ad6f-9a550b148676 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Usage tracker for resource:security_group_rule and tenant:c5c530559768411bac83f46228d16ea4 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:41.800690 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b282f7790>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:49:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['0169275a-cb5b-4097-a18d-c18807360917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:41.804402 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-63b04c1a-ff32-4dfc-ad6f-9a550b148676 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:41.811248 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-63b04c1a-ff32-4dfc-ad6f-9a550b148676 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:41.827709 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.securitygroups_db [None req-63b04c1a-ff32-4dfc-ad6f-9a550b148676 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Project c5c530559768411bac83f46228d16ea4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 17 14:49:41.839567 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-63b04c1a-ff32-4dfc-ad6f-9a550b148676 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:42.013644 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-63b04c1a-ff32-4dfc-ad6f-9a550b148676 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:42.033183 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-63b04c1a-ff32-4dfc-ad6f-9a550b148676 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:42.058288 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:42.082350 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b04c1a-ff32-4dfc-ad6f-9a550b148676 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e91ad4-d46e-42bf-91c5-7f151d008f8d,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:42.085608 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-63b04c1a-ff32-4dfc-ad6f-9a550b148676 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:42.086515 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-63b04c1a-ff32-4dfc-ad6f-9a550b148676 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:42.087851 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-63b04c1a-ff32-4dfc-ad6f-9a550b148676 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3045452
Jun 17 14:49:42.184977 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-dc4686bb-659e-444a-afc5-689a71b217b2 None None] Provisioning complete for port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:49:42.185573 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-dc4686bb-659e-444a-afc5-689a71b217b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:42.255079 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Set router 0169275a-cb5b-4097-a18d-c18807360917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:49:42.355244 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-d787329a-d6de-4a95-982a-41d5918ca4f5 req-7ae1d6ba-898f-4ce2-9d06-3c6b03846739 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Synchronizing usage tracker for tenant:c5c530559768411bac83f46228d16ea4 on resource:security_group {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:49:42.487007 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-d787329a-d6de-4a95-982a-41d5918ca4f5 req-7ae1d6ba-898f-4ce2-9d06-3c6b03846739 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Unset dirty status for tenant:c5c530559768411bac83f46228d16ea4 on resource:security_group {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:49:42.496508 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d787329a-d6de-4a95-982a-41d5918ca4f5 req-7ae1d6ba-898f-4ce2-9d06-3c6b03846739 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-782923847&fields=id&tenant_id=c5c530559768411bac83f46228d16ea4 HTTP/1.1" status: 200  len: 267 time: 0.2062135
Jun 17 14:49:42.792847 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787329a-d6de-4a95-982a-41d5918ca4f5 req-ca006231-6e7a-4431-a780-6b6986f62807 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:42.802233 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d787329a-d6de-4a95-982a-41d5918ca4f5 req-ca006231-6e7a-4431-a780-6b6986f62807 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 945 time: 0.3045785
Jun 17 14:49:42.817381 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [req-d787329a-d6de-4a95-982a-41d5918ca4f5 req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Request body: {'port': {'security_groups': ['5c2812dd-f0bf-4983-b514-a44d809b0c65', '8f8d0005-5575-45bf-a0aa-8e154844ddcf']}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:42.841850 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b282f7790>, [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:38Z', 'revision_number': 3, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:42.849079 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Checking router: 0169275a-cb5b-4097-a18d-c18807360917 for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:49:42.850066 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Updating router 0169275a-cb5b-4097-a18d-c18807360917 port 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef binding host dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:49:42.924252 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:43.170849 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-d787329a-d6de-4a95-982a-41d5918ca4f5 req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:43.442434 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device fd8447f4-bd8b-4b2e-90d7-0d14295fb68a up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:49:43.475710 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:43.787177 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:49:43.788108 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:44.085769 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:44.098818 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Allocated IP 172.20.0.1 (748ba6a5-b967-482a-a2f5-884fcde7ac3d/79b36810-c5a0-4a5e-865e-b3adb3b23fb7/ad465f1f-5330-47b7-bdb4-d54ac44398ab) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:49:44.106528 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Transition to ACTIVE for port object 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:49:44.121900 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:44.130411 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:44.137554 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [req-d787329a-d6de-4a95-982a-41d5918ca4f5 req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] For port cb2c6dfa-ec8b-49c0-820d-37ccda26a584, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,segment=NetworkSegment(48109b79-38de-49d3-b3db-2f2589931f44),segment_id=48109b79-38de-49d3-b3db-2f2589931f44)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:49:44.245479 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Attempting to bind port 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:49:44.245479 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Attempting to bind port 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:49:44.246132 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Attempting to bind port 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef on network a32b1f87-2a0e-42d0-949c-6abcb3897131 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:49:44.258096 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051ed80-db89-4532-af42-128edd4eef4f None None] Pushing event updated for resources: {'Port': ['ID=70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:44.274212 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.db.resource_extend [req-d787329a-d6de-4a95-982a-41d5918ca4f5 req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 17 14:49:44.281474 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-c051ed80-db89-4532-af42-128edd4eef4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:44.284481 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:49:44.285774 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Checking segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:49:44.286779 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:44.287765 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Bound using segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:49:44.290049 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Bound port: 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:49:44.291231 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:44.315050 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-d787329a-d6de-4a95-982a-41d5918ca4f5 req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:44.326328 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-d787329a-d6de-4a95-982a-41d5918ca4f5 req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:44.338164 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-fbfde072-ea2a-4ea1-9118-d74fda8bf7b2 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:44.404806 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['cb2c6dfa-ec8b-49c0-820d-37ccda26a584'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:49:44.426472 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event updated for resources: {'Port': ['ID=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,revision_number=6']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:44.438860 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:44.439240 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:44.439641 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:44.440005 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:44.440364 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:44.440722 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:44.441078 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:44.441432 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:44.441860 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:44.442216 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:44.442567 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:44.442912 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:44.451862 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:44.478397 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787329a-d6de-4a95-982a-41d5918ca4f5 req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:44.479176 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-d787329a-d6de-4a95-982a-41d5918ca4f5 req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:44.480921 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d787329a-d6de-4a95-982a-41d5918ca4f5 req-642b6af2-6cc6-436c-af76-fcbf2c69f0d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "PUT /v2.0/ports/cb2c6dfa-ec8b-49c0-820d-37ccda26a584 HTTP/1.1" status: 200  len: 981 time: 1.6778014
Jun 17 14:49:44.481319 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'tag': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:49:44.517925 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:44.539880 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] For port 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:49:44.544165 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] For port 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:49:44.546946 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.provisioning_blocks [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Transition to ACTIVE for port object ad465f1f-5330-47b7-bdb4-d54ac44398ab will not be triggered until provisioned by entity DHCP. {{(pid=78706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:49:44.586983 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:44.609792 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-26c7beac-a145-4fd2-9e4b-704dfd6a0467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:44.616158 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'tag': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584', 'status': 'completed', 'code': 200}
Jun 17 14:49:44.631864 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:44.636962 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:44.662155 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['cb2c6dfa-ec8b-49c0-820d-37ccda26a584'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:49:44.836170 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42516) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:44.844764 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Network 748ba6a5-b967-482a-a2f5-884fcde7ac3d is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:49:44.855084 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:49:44.881971 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Pushing event updated for resources: {'Port': ['ID=ad465f1f-5330-47b7-bdb4-d54ac44398ab,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:44.881971 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:49:44.927635 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:44.999199 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbe2f1-8dd3-47f4-a635-49d8e490885e req-b351f52c-b05c-4b05-b34c-690fe0bc75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:45.002315 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5afbe2f1-8dd3-47f4-a635-49d8e490885e req-b351f52c-b05c-4b05-b34c-690fe0bc75f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5c530559768411bac83f46228d16ea4&device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 1137 time: 0.3278594
Jun 17 14:49:45.006397 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f0807b-7d95-47b0-a5d9-0c4a183170d0 admin admin] Deleting subnet f75f5a02-5f62-45a4-9c82-3a38000d8fcf {{(pid=78705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:49:45.010512 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-80f0807b-7d95-47b0-a5d9-0c4a183170d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:45.023443 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051ed80-db89-4532-af42-128edd4eef4f None None] Pushing event updated for resources: {'Port': ['ID=70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:45.034396 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650539'] for router_interface, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:45.103488 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-c051ed80-db89-4532-af42-128edd4eef4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:45.131602 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-80f0807b-7d95-47b0-a5d9-0c4a183170d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1291852'] for subnet, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:45.183710 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Routers {'0169275a-cb5b-4097-a18d-c18807360917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:49:45.185420 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b282f7790>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:49:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['0169275a-cb5b-4097-a18d-c18807360917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:45.210415 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-80f0807b-7d95-47b0-a5d9-0c4a183170d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:45.439671 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea70de-1582-43a5-acdb-4472343802aa req-d6237759-22ab-494c-a114-f03055d4c8e8 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:45.442104 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fdea70de-1582-43a5-acdb-4472343802aa req-d6237759-22ab-494c-a114-f03055d4c8e8 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.6925106
Jun 17 14:49:45.486523 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-860b6df4-7117-4744-83be-e017f705c921 None None] Provisioning complete for port cb2c6dfa-ec8b-49c0-820d-37ccda26a584 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:49:45.486908 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-860b6df4-7117-4744-83be-e017f705c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:45.606908 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fdea70de-1582-43a5-acdb-4472343802aa req-a2dc1e35-9610-4df8-a5d1-37f35235046b tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1457841
Jun 17 14:49:45.779725 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:45.895060 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] Set router 0169275a-cb5b-4097-a18d-c18807360917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:49:45.923080 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbe2f1-8dd3-47f4-a635-49d8e490885e req-f34a6674-986b-4be1-9672-e783b4477690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:45.925811 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5afbe2f1-8dd3-47f4-a635-49d8e490885e req-f34a6674-986b-4be1-9672-e783b4477690 service neutron] 10.222.0.37 "GET /v2.0/networks?id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb HTTP/1.1" status: 200  len: 916 time: 0.4863820
Jun 17 14:49:46.117171 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5afbe2f1-8dd3-47f4-a635-49d8e490885e req-ee09776b-9e61-4db8-9324-a791f1776bdb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb2c6dfa-ec8b-49c0-820d-37ccda26a584 HTTP/1.1" status: 200  len: 1001 time: 0.1796212
Jun 17 14:49:46.126612 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-80f0807b-7d95-47b0-a5d9-0c4a183170d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10571723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10568787'] for subnet, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:46.127896 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:46.139915 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:46.179617 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:46.210603 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-cd39c8c1-3bf7-43b1-b536-edfea319472d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:46.268222 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0807b-7d95-47b0-a5d9-0c4a183170d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f75f5a02-5f62-45a4-9c82-3a38000d8fcf,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:46.274673 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-80f0807b-7d95-47b0-a5d9-0c4a183170d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:46.276771 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-80f0807b-7d95-47b0-a5d9-0c4a183170d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:46.287246 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-80f0807b-7d95-47b0-a5d9-0c4a183170d0 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/f75f5a02-5f62-45a4-9c82-3a38000d8fcf HTTP/1.1" status: 204  len: 168 time: 1.4495661
Jun 17 14:49:46.289655 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Pushing event updated for resources: {'Port': ['ID=ad465f1f-5330-47b7-bdb4-d54ac44398ab,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:46.290601 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42530) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:46.292823 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650632'] for router_interface, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:46.294531 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbe2f1-8dd3-47f4-a635-49d8e490885e req-bd308e11-60a7-4e42-8847-0ad23992a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:46.296092 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5afbe2f1-8dd3-47f4-a635-49d8e490885e req-bd308e11-60a7-4e42-8847-0ad23992a9fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd0bc2e9-44f4-4df0-bd36-64c989a62cc9 HTTP/1.1" status: 200  len: 853 time: 0.1675932
Jun 17 14:49:46.297375 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:46.488020 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:46.552573 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbe2f1-8dd3-47f4-a635-49d8e490885e req-e95e6ce9-4a22-4b1e-8cc2-a3a45b9e5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:46.554130 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5afbe2f1-8dd3-47f4-a635-49d8e490885e req-e95e6ce9-4a22-4b1e-8cc2-a3a45b9e5c50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2367408
Jun 17 14:49:46.649683 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Network 748ba6a5-b967-482a-a2f5-884fcde7ac3d is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:49:46.651702 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:49:46.676208 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-469b960a-73ad-490c-83a7-eb3d9a18bddc None None] Provisioning for port ad465f1f-5330-47b7-bdb4-d54ac44398ab completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:49:46.703042 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-469b960a-73ad-490c-83a7-eb3d9a18bddc None None] Provisioning complete for port ad465f1f-5330-47b7-bdb4-d54ac44398ab triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:49:46.704552 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-469b960a-73ad-490c-83a7-eb3d9a18bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:46.754222 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:46.790305 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b230abca0>,) {'filters': {'network_id': ['dc5de5f2-7e40-42b9-a46a-241f261f9cc2']}} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:46.810727 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b230abca0>, '9b765a02-e8b3-4bea-8397-7c2e5318d560') {'for_net_delete': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:46.811071 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b230abca0>, '9b765a02-e8b3-4bea-8397-7c2e5318d560') {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:46.838864 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1291899'] for segment, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:46.864009 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5afbe2f1-8dd3-47f4-a635-49d8e490885e req-e47622b0-522b-49ff-a579-7fb9434ba3a9 service neutron] 10.222.0.37 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2948487
Jun 17 14:49:46.869104 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:46.904122 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=78705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:49:46.909999 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10569833'] for segment, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]: Traceback (most recent call last):
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     timer()
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     cb(*args, **kw)
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     return func(*args, **kwargs)
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     self._notify()
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     self.callback(batched_events)
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     event.method(event)
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     return f(self, *a, **k)
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._get(url).json()
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:49:46.943897 dv-cinder-796859-1-iscsi neutron-server[78705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:49:46.952287 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Router 0169275a-cb5b-4097-a18d-c18807360917 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:49:46.991852 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-469b960a-73ad-490c-83a7-eb3d9a18bddc None None] Port ad465f1f-5330-47b7-bdb4-d54ac44398ab cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:49:47.101022 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b282f7790>, [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:38Z', 'revision_number': 3, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:47.126063 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadd3b66-9e2a-4461-8375-97df99cd6a58 None None] The sync data for ids ['0169275a-cb5b-4097-a18d-c18807360917'] in dv-cinder-796859-1-iscsi is: [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:38Z', 'revision_number': 3, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:49:47.278093 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-b35234b7-9e91-4c29-abdc-def50033fa47 None None] Provisioning complete for port ad465f1f-5330-47b7-bdb4-d54ac44398ab triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:49:47.278466 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b35234b7-9e91-4c29-abdc-def50033fa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:47.282964 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5afbe2f1-8dd3-47f4-a635-49d8e490885e req-1ddc6e99-f4b7-439d-bb3a-94a0586805f3 service neutron] 10.222.0.37 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4106762
Jun 17 14:49:47.284663 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:47.290475 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:47.322443 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:47.331181 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc5de5f2-7e40-42b9-a46a-241f261f9cc2,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:47.332093 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:49:47.338405 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:47.349777 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] 10.222.0.89 "PUT /v2.0/routers/0169275a-cb5b-4097-a18d-c18807360917/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5554316
Jun 17 14:49:47.354976 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] 10.222.0.89 "DELETE /v2.0/networks/dc5de5f2-7e40-42b9-a46a-241f261f9cc2 HTTP/1.1" status: 204  len: 168 time: 1.0632119
Jun 17 14:49:47.439778 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-b35234b7-9e91-4c29-abdc-def50033fa47 None None] Port ad465f1f-5330-47b7-bdb4-d54ac44398ab cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:49:47.711133 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42544) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:47.783340 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-471c5925-fab2-4888-849a-8f4d3afb0a78 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4619cc65ab6745a38c5fa68fdfb9a36d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0684452
Jun 17 14:49:47.783952 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42548) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:47.889219 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f96f6ea2-c9b7-43ba-853e-f28e8cae7bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:47.923205 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f96f6ea2-c9b7-43ba-853e-f28e8cae7bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:48.006785 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f96f6ea2-c9b7-43ba-853e-f28e8cae7bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:48.011278 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8f33d30e-9e6d-4c89-a928-0dc4c510769d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:48.027551 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f6ea2-c9b7-43ba-853e-f28e8cae7bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a56e5a-7273-4e24-884b-bc26f93efa7e,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:48.030674 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f96f6ea2-c9b7-43ba-853e-f28e8cae7bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:48.043093 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f96f6ea2-c9b7-43ba-853e-f28e8cae7bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:48.048271 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-f96f6ea2-c9b7-43ba-853e-f28e8cae7bb3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/96a56e5a-7273-4e24-884b-bc26f93efa7e HTTP/1.1" status: 204  len: 168 time: 0.2596533
Jun 17 14:49:48.721277 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42564) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:48.728968 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--303386075', 'description': 'tempest-description--472120272'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:48.736710 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:48.742142 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Usage tracker for resource:security_group and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:48.746346 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:48.754566 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:48.771614 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:48.810599 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:48.816165 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Usage tracker for resource:security_group_rule and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:48.820651 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:48.829790 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:48.946556 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:48.957396 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:48.961524 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-133976f2-9279-4763-baa6-18f85db750b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:49.019226 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:49.023187 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.025350 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3017812
Jun 17 14:49:49.027124 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:49.030208 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42576) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:49.037939 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-322036ad-801c-4edb-807a-b4cf013a4def tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Request body: {'security_group_rule': {'security_group_id': '1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:49.047226 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-322036ad-801c-4edb-807a-b4cf013a4def tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:49.059701 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-322036ad-801c-4edb-807a-b4cf013a4def tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Usage tracker for resource:security_group_rule and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:49.070774 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-322036ad-801c-4edb-807a-b4cf013a4def tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:49.074367 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-322036ad-801c-4edb-807a-b4cf013a4def tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:49.105951 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-322036ad-801c-4edb-807a-b4cf013a4def tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.153195 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.253795 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-322036ad-801c-4edb-807a-b4cf013a4def tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.255102 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Sync routers for ids ['0169275a-cb5b-4097-a18d-c18807360917'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:49:49.264147 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-322036ad-801c-4edb-807a-b4cf013a4def tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.271672 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:49.284393 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Routers {'0169275a-cb5b-4097-a18d-c18807360917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:49:49.285792 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b281996d0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:49:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['0169275a-cb5b-4097-a18d-c18807360917'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:49.310455 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322036ad-801c-4edb-807a-b4cf013a4def tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b7394d-0b41-40e7-ac49-53a9a81d7955,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:49.314404 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-322036ad-801c-4edb-807a-b4cf013a4def tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:49.327872 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-322036ad-801c-4edb-807a-b4cf013a4def tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.332053 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-322036ad-801c-4edb-807a-b4cf013a4def tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2968984
Jun 17 14:49:49.332550 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42584) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:49.350075 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-d0b7fbc9-602b-4740-b252-0fa6b264ceba tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Request body: {'security_group_rule': {'security_group_id': '1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:49.373937 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d0b7fbc9-602b-4740-b252-0fa6b264ceba tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:49.381149 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-d0b7fbc9-602b-4740-b252-0fa6b264ceba tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Usage tracker for resource:security_group_rule and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:49.385800 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-d0b7fbc9-602b-4740-b252-0fa6b264ceba tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:49.401250 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:49:49.419213 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-d0b7fbc9-602b-4740-b252-0fa6b264ceba tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:49.466849 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0b7fbc9-602b-4740-b252-0fa6b264ceba tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.565888 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:49:49.571012 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0b7fbc9-602b-4740-b252-0fa6b264ceba tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.577889 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0b7fbc9-602b-4740-b252-0fa6b264ceba tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.582019 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3999b261-5433-4b4e-afeb-4f3e287bc48c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:49.584013 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:49:49.584825 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.616195 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7fbc9-602b-4740-b252-0fa6b264ceba tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e19d58-bae4-49d2-81b2-456d547375c4,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:49.623360 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d0b7fbc9-602b-4740-b252-0fa6b264ceba tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:49.634247 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0b7fbc9-602b-4740-b252-0fa6b264ceba tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.636029 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-d0b7fbc9-602b-4740-b252-0fa6b264ceba tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3023279
Jun 17 14:49:49.641384 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Set router 0169275a-cb5b-4097-a18d-c18807360917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:49:49.642155 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42594) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:49.649804 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Request body: {'floatingip': {'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:49.657306 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:49.662596 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Usage tracker for resource:floatingip and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:49.666703 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:49.675669 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:49.698832 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for floatingip, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.822424 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.847605 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:49:49.860915 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.865928 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:49.931085 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:49.964541 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:49.976136 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:50.076692 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42600) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:50.079873 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b281996d0>, [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 2, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:50.084748 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Checking router: 0169275a-cb5b-4097-a18d-c18807360917 for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:49:50.085106 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Updating router 0169275a-cb5b-4097-a18d-c18807360917 port ad465f1f-5330-47b7-bdb4-d54ac44398ab binding host dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:49:50.137176 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Allocated IP 172.27.3.159 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/a9edcd49-72ce-4687-bd18-4276f2d9cf7e) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:49:50.148047 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:50.294032 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-52470de4-d1a9-440b-8c20-4d1b82687b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:50.313894 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-52470de4-d1a9-440b-8c20-4d1b82687b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:50.318459 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-52470de4-d1a9-440b-8c20-4d1b82687b1d admin admin] Usage tracker for resource:security_group_rule and tenant:a3e3ac1a86f24de3a84158544765e03b is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:49:50.322021 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-52470de4-d1a9-440b-8c20-4d1b82687b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:49:50.331975 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-52470de4-d1a9-440b-8c20-4d1b82687b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:50.469738 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-52470de4-d1a9-440b-8c20-4d1b82687b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:50.474390 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:50.476961 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-52470de4-d1a9-440b-8c20-4d1b82687b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:50.490450 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-99ea398e-9164-46e7-a514-2c9f7a1d92e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:50.524445 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:50.534755 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9a5d988a-f12c-42be-9c1b-d3216d873d38 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:50.550816 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-52470de4-d1a9-440b-8c20-4d1b82687b1d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a3e3ac1a86f24de3a84158544765e03b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4729669
Jun 17 14:49:50.551742 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52470de4-d1a9-440b-8c20-4d1b82687b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376d7a26-7e90-4194-8bc5-0e1892408181,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:50.555135 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42608) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:49:50.576922 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-52470de4-d1a9-440b-8c20-4d1b82687b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:50.639250 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:49:50.644670 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:49:50.650023 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:49:50.650902 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:50.690071 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Transition to ACTIVE for port object ad465f1f-5330-47b7-bdb4-d54ac44398ab will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:49:50.701456 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:50.710098 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:50.712691 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-11d7b31b-9c89-456b-bbde-1fb4aa371b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:50.718138 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event updated for resources: {'Port': ['ID=a9edcd49-72ce-4687-bd18-4276f2d9cf7e,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:50.726045 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:50.790438 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-11d7b31b-9c89-456b-bbde-1fb4aa371b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:50.797299 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:50.900160 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Pushing event updated for resources: {'Port': ['ID=ad465f1f-5330-47b7-bdb4-d54ac44398ab,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:50.921408 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-11d7b31b-9c89-456b-bbde-1fb4aa371b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:50.926950 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:50.927525 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:50.930941 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:50.931547 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:50.931999 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:50.932374 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:50.932930 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:50.933638 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:50.933999 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:50.934411 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:50.934791 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:50.935513 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:50.936175 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:50.936893 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:49:50.944378 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7b31b-9c89-456b-bbde-1fb4aa371b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376d7a26-7e90-4194-8bc5-0e1892408181,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:50.962621 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-11d7b31b-9c89-456b-bbde-1fb4aa371b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:50.964238 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-11d7b31b-9c89-456b-bbde-1fb4aa371b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:50.966799 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-11d7b31b-9c89-456b-bbde-1fb4aa371b42 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/376d7a26-7e90-4194-8bc5-0e1892408181 HTTP/1.1" status: 204  len: 168 time: 0.3978002
Jun 17 14:49:51.012179 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:51.046955 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Attempting to bind port ad465f1f-5330-47b7-bdb4-d54ac44398ab on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:49:51.048390 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Attempting to bind port ad465f1f-5330-47b7-bdb4-d54ac44398ab by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:49:51.049003 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Attempting to bind port ad465f1f-5330-47b7-bdb4-d54ac44398ab on network 748ba6a5-b967-482a-a2f5-884fcde7ac3d {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:49:51.057241 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:49:51.057920 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Checking segment: {'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:49:51.058518 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:51.059082 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Bound using segment: {'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:49:51.059829 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Bound port: ad465f1f-5330-47b7-bdb4-d54ac44398ab, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:49:51.060444 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:51.183050 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] For port ad465f1f-5330-47b7-bdb4-d54ac44398ab, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:49:51.186630 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] For port ad465f1f-5330-47b7-bdb4-d54ac44398ab, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=ad465f1f-5330-47b7-bdb4-d54ac44398ab,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:49:51.201498 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:51.212955 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:51.301222 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Pushing event updated for resources: {'Port': ['ID=ad465f1f-5330-47b7-bdb4-d54ac44398ab,revision_number=4']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:51.312144 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-ada7b3da-c0d2-4fe8-8229-4397db51f89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:51.332855 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Routers {'0169275a-cb5b-4097-a18d-c18807360917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:49:51.334138 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b281996d0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:49:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['0169275a-cb5b-4097-a18d-c18807360917'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:51.340562 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:51.347248 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:49:51.356999 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:51.378375 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-362bdf8d-2ee1-4020-b747-fba75c14e565 tempest-VolumesActionsTest-1012541361 tempest-VolumesActionsTest-1012541361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:51.506559 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:49:51.507037 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:51.571677 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event updated for resources: {'Port': ['ID=a9edcd49-72ce-4687-bd18-4276f2d9cf7e,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:51.581863 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:51.640989 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:51.714527 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:51.724055 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0713630
Jun 17 14:49:51.740662 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] Set router 0169275a-cb5b-4097-a18d-c18807360917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:49:52.094711 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-c6f95d1a-ee28-4326-ab16-e9080253503d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Synchronizing usage tracker for tenant:9bb64eede5e845548ff53776d610b3b2 on resource:security_group {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:49:52.127714 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-c6f95d1a-ee28-4326-ab16-e9080253503d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Unset dirty status for tenant:9bb64eede5e845548ff53776d610b3b2 on resource:security_group {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:49:52.129374 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-c6f95d1a-ee28-4326-ab16-e9080253503d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--303386075&fields=id&tenant_id=9bb64eede5e845548ff53776d610b3b2 HTTP/1.1" status: 200  len: 267 time: 0.0935850
Jun 17 14:49:52.236694 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b281996d0>, [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:51Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:49:52.244054 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e78261-7a16-4165-a549-0156b7683097 None None] The sync data for ids ['0169275a-cb5b-4097-a18d-c18807360917'] in dv-cinder-796859-1-iscsi is: [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:51Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:49:52.375679 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-404fbdfd-03ee-432b-9d46-3a0f799a7944 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:52.376356 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-404fbdfd-03ee-432b-9d46-3a0f799a7944 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Synchronizing usage tracker for tenant:9bb64eede5e845548ff53776d610b3b2 on resource:network {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:49:52.401429 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-404fbdfd-03ee-432b-9d46-3a0f799a7944 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Unset dirty status for tenant:9bb64eede5e845548ff53776d610b3b2 on resource:network {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:49:52.403725 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-404fbdfd-03ee-432b-9d46-3a0f799a7944 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 817 time: 0.2606828
Jun 17 14:49:52.435731 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-9a0cd6b4-331c-4e5e-af2c-29925f79fe62 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/quotas/9bb64eede5e845548ff53776d610b3b2 HTTP/1.1" status: 200  len: 375 time: 0.0192447
Jun 17 14:49:52.571994 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-995c22a7-373d-4cd0-81a6-dbdba3841461 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Synchronizing usage tracker for tenant:9bb64eede5e845548ff53776d610b3b2 on resource:port {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:49:52.611169 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-995c22a7-373d-4cd0-81a6-dbdba3841461 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Unset dirty status for tenant:9bb64eede5e845548ff53776d610b3b2 on resource:port {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:49:52.613377 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-995c22a7-373d-4cd0-81a6-dbdba3841461 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1688867
Jun 17 14:49:52.858992 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-5bfb2a27-555b-4292-a9df-0636eac67fbf service neutron] 10.222.0.89 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2213538
Jun 17 14:49:53.067077 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-255e3f6a-f88d-46fe-8628-fed493187d64 service neutron] 10.222.0.89 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1973665
Jun 17 14:49:53.371200 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device ad465f1f-5330-47b7-bdb4-d54ac44398ab up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:49:53.501037 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-71f33798-b993-400d-b03a-a9afdccde9ae req-0cb0c29e-34e6-4919-b23b-9dd563507b29 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 210 time: 0.1089501
Jun 17 14:49:53.534256 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port ad465f1f-5330-47b7-bdb4-d54ac44398ab completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:49:53.550604 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port ad465f1f-5330-47b7-bdb4-d54ac44398ab triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:49:53.551333 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:53.831527 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:53.895573 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port ad465f1f-5330-47b7-bdb4-d54ac44398ab, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=ad465f1f-5330-47b7-bdb4-d54ac44398ab,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:49:53.901092 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:53.903585 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:54.005947 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=ad465f1f-5330-47b7-bdb4-d54ac44398ab,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:54.010733 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:54.487700 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:54.697638 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d105e89d-980c-41bf-b2a5-1a751cee2cd3 req-9213cfdf-2bd3-424d-97f7-bf32e86e2b98 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 210 time: 0.0491188
Jun 17 14:49:54.732825 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-76368d89-1b68-4e7e-bf10-fbeb11e01b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:55.405751 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device ad465f1f-5330-47b7-bdb4-d54ac44398ab up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:49:55.408104 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-597504de-1f38-4566-9a91-c72deca29fb4 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:55.415730 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-597504de-1f38-4566-9a91-c72deca29fb4 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.37 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 817 time: 0.3054936
Jun 17 14:49:55.468020 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:49:55.556419 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-1293c218-05a1-4c8f-98ce-1027a3fb8891 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb64eede5e845548ff53776d610b3b2 HTTP/1.1" status: 200  len: 379 time: 0.1223593
Jun 17 14:49:55.580290 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Request body: {'port': {'device_id': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'admin_state_up': True, 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'security_groups': ['1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:55.637576 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port ad465f1f-5330-47b7-bdb4-d54ac44398ab triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:49:55.638418 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:55.843759 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:49:55.914078 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:49:55.918278 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9872053f-c8c8-4e28-b157-a6488dc1eeac req-26acad6d-6fd5-4731-8044-790c99fca5c9 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 210 time: 0.0701063
Jun 17 14:49:55.932707 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f718a1-f742-48d7-9397-7cd518256170 req-ad46b475-def4-4400-ab64-df1fa2ef0824 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:55.935442 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-93f718a1-f742-48d7-9397-7cd518256170 req-ad46b475-def4-4400-ab64-df1fa2ef0824 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.1287076
Jun 17 14:49:55.935849 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Made reservation on behalf of 9bb64eede5e845548ff53776d610b3b2 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:49:55.939931 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:56.129764 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-93f718a1-f742-48d7-9397-7cd518256170 req-e11da7fe-4778-4ba6-93bc-5d6faf880e43 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1859233
Jun 17 14:49:56.212994 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Allocated IP 172.20.0.4 (748ba6a5-b967-482a-a2f5-884fcde7ac3d/79b36810-c5a0-4a5e-865e-b3adb3b23fb7/f797763d-7d19-4902-9ad9-7da2faa3f99e) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:49:56.468697 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:56.496451 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Transition to ACTIVE for port object f797763d-7d19-4902-9ad9-7da2faa3f99e will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:49:56.532369 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:56.541125 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:56.649391 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Network 748ba6a5-b967-482a-a2f5-884fcde7ac3d is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:49:56.652856 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:49:56.657162 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:49:56.694007 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event updated for resources: {'Port': ['ID=f797763d-7d19-4902-9ad9-7da2faa3f99e,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:49:56.701462 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:49:56.743197 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:56.745944 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:56.782552 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2174463
Jun 17 14:49:57.001609 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-81a2119e-63d1-4872-82a4-2ed0f681ac49 None None] Provisioning for port f797763d-7d19-4902-9ad9-7da2faa3f99e completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:49:57.008652 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-81a2119e-63d1-4872-82a4-2ed0f681ac49 None None] Provisioning complete for port f797763d-7d19-4902-9ad9-7da2faa3f99e triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:49:57.009163 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-81a2119e-63d1-4872-82a4-2ed0f681ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:57.097095 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-81a2119e-63d1-4872-82a4-2ed0f681ac49 None None] Port f797763d-7d19-4902-9ad9-7da2faa3f99e cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:49:57.209490 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c376e7-c75b-49a5-a606-42244494c39e req-dbb8d6b1-abbe-499f-8619-e57266a7bb05 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:57.209903 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-53c376e7-c75b-49a5-a606-42244494c39e req-dbb8d6b1-abbe-499f-8619-e57266a7bb05 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Synchronizing usage tracker for tenant:9bb64eede5e845548ff53776d610b3b2 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:49:57.232894 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-53c376e7-c75b-49a5-a606-42244494c39e req-dbb8d6b1-abbe-499f-8619-e57266a7bb05 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Unset dirty status for tenant:9bb64eede5e845548ff53776d610b3b2 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:49:57.236904 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-53c376e7-c75b-49a5-a606-42244494c39e req-dbb8d6b1-abbe-499f-8619-e57266a7bb05 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 931 time: 0.1568809
Jun 17 14:49:57.292680 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-53c376e7-c75b-49a5-a606-42244494c39e req-57455d21-fbe8-4e2c-8f1c-24268c3b1cb3 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494180
Jun 17 14:49:57.385228 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b390-6802-40bc-b074-2579e755719b req-ce2e5d50-a557-4e59-91c8-859e9e9de1cc tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:57.386922 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7f11b390-6802-40bc-b074-2579e755719b req-ce2e5d50-a557-4e59-91c8-859e9e9de1cc tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.1070991
Jun 17 14:49:57.471261 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7f11b390-6802-40bc-b074-2579e755719b req-53a1f389-15b6-40f5-9750-b9dae6ca30d1 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0717597
Jun 17 14:49:58.607369 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ac135be4-e71d-4254-b553-afc491cdc573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:58.645890 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28289d5f-e649-46b7-be3b-7810340eac84 req-f56a9610-2a30-4c3d-b170-16975c171f49 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:58.648335 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-28289d5f-e649-46b7-be3b-7810340eac84 req-f56a9610-2a30-4c3d-b170-16975c171f49 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 931 time: 0.2300522
Jun 17 14:49:58.714142 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-28289d5f-e649-46b7-be3b-7810340eac84 req-6fadc7f7-4a76-453b-ac3a-451e69862131 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597861
Jun 17 14:49:58.757071 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502a58e-4f9b-4ee0-890b-163a706d3cce req-44b71141-e577-42bd-ae64-0a98db84820e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:58.759848 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-4502a58e-4f9b-4ee0-890b-163a706d3cce req-44b71141-e577-42bd-ae64-0a98db84820e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.1532931
Jun 17 14:49:58.802079 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Request body: {'port': {'device_id': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:49:58.831745 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-4502a58e-4f9b-4ee0-890b-163a706d3cce req-6e7f279c-ea37-4f00-b7c3-d179d38924c9 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0646582
Jun 17 14:49:59.033012 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:59.113254 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131fee9-3a79-4c8e-8611-19c215feab72 req-cd65d4e6-e9d5-4b67-b9d6-bdb5873ff9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:59.115265 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b131fee9-3a79-4c8e-8611-19c215feab72 req-cd65d4e6-e9d5-4b67-b9d6-bdb5873ff9fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5c530559768411bac83f46228d16ea4&device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 1137 time: 0.2534139
Jun 17 14:49:59.428746 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131fee9-3a79-4c8e-8611-19c215feab72 req-2d2829a6-b57e-4bdc-b935-03c2585256a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:59.430842 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b131fee9-3a79-4c8e-8611-19c215feab72 req-2d2829a6-b57e-4bdc-b935-03c2585256a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb HTTP/1.1" status: 200  len: 916 time: 0.2866735
Jun 17 14:49:59.637335 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b131fee9-3a79-4c8e-8611-19c215feab72 req-d1e2480a-c0e5-4cf0-857b-0e793eebdf61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb2c6dfa-ec8b-49c0-820d-37ccda26a584 HTTP/1.1" status: 200  len: 1001 time: 0.1972268
Jun 17 14:49:59.772999 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131fee9-3a79-4c8e-8611-19c215feab72 req-894c1474-b3c2-431b-9aa0-684fe74ec285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:49:59.774214 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b131fee9-3a79-4c8e-8611-19c215feab72 req-894c1474-b3c2-431b-9aa0-684fe74ec285 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd0bc2e9-44f4-4df0-bd36-64c989a62cc9 HTTP/1.1" status: 200  len: 853 time: 0.1281736
Jun 17 14:49:59.835642 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f797763d-7d19-4902-9ad9-7da2faa3f99e {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:49:59.852683 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:59.882958 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Transition to ACTIVE for port object f797763d-7d19-4902-9ad9-7da2faa3f99e will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:49:59.894008 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:49:59.899512 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-559580fa-d399-458e-952c-8148034631fe tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:49:59.931426 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:00.161172 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131fee9-3a79-4c8e-8611-19c215feab72 req-6b43b0c3-7021-4134-abda-f0c271b8009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:00.170733 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b131fee9-3a79-4c8e-8611-19c215feab72 req-6b43b0c3-7021-4134-abda-f0c271b8009e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3790913
Jun 17 14:50:00.306554 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc195112-050e-4216-a986-707f28f7f258 req-8b484755-8577-4975-b21d-f2fe838dd597 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:00.310655 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-dc195112-050e-4216-a986-707f28f7f258 req-8b484755-8577-4975-b21d-f2fe838dd597 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.2771809
Jun 17 14:50:00.348586 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=f797763d-7d19-4902-9ad9-7da2faa3f99e,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:00.378210 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:00.427803 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-dc195112-050e-4216-a986-707f28f7f258 req-4868a970-01ec-465a-a6ab-1ae2798345c4 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0862200
Jun 17 14:50:00.601586 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b632-c4c0-427b-9d0d-45bf8e9ea393 req-0da53a89-a1ca-4963-aec5-91396ee0eddc tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:00.603040 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0e11b632-c4c0-427b-9d0d-45bf8e9ea393 req-0da53a89-a1ca-4963-aec5-91396ee0eddc tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.6614895
Jun 17 14:50:00.611617 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Attempting to bind port f797763d-7d19-4902-9ad9-7da2faa3f99e on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:50:00.611950 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Attempting to bind port f797763d-7d19-4902-9ad9-7da2faa3f99e by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:50:00.612274 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Attempting to bind port f797763d-7d19-4902-9ad9-7da2faa3f99e on network 748ba6a5-b967-482a-a2f5-884fcde7ac3d {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:50:00.651726 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Port f797763d-7d19-4902-9ad9-7da2faa3f99e on network 748ba6a5-b967-482a-a2f5-884fcde7ac3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:50:00.652045 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Attempting to bind port f797763d-7d19-4902-9ad9-7da2faa3f99e on network 748ba6a5-b967-482a-a2f5-884fcde7ac3d {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:50:00.658283 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b131fee9-3a79-4c8e-8611-19c215feab72 req-78ee66b4-1eec-42e4-a428-91e0f2e99cda service neutron] 10.222.0.37 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3942907
Jun 17 14:50:00.691902 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:50:00.692201 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Checking segment: {'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:50:00.692599 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Bound using segment: {'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:50:00.693045 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Bound port: f797763d-7d19-4902-9ad9-7da2faa3f99e, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:50:00.693390 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:00.735171 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0e11b632-c4c0-427b-9d0d-45bf8e9ea393 req-4b909be7-6549-4c3d-ab41-64d7714aef12 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1243432
Jun 17 14:50:01.049668 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b131fee9-3a79-4c8e-8611-19c215feab72 req-61c5bf95-c028-4833-815c-3e236d3bc2b0 service neutron] 10.222.0.37 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3793128
Jun 17 14:50:01.056814 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] For port f797763d-7d19-4902-9ad9-7da2faa3f99e, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:50:01.061503 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] For port f797763d-7d19-4902-9ad9-7da2faa3f99e, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:50:01.069823 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:01.077556 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-da44fcb1-c842-44b0-ae6b-ba01d80b6016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:01.168279 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:01.169004 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:01.170553 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] 10.222.0.37 "PUT /v2.0/ports/f797763d-7d19-4902-9ad9-7da2faa3f99e HTTP/1.1" status: 200  len: 1093 time: 2.3765318
Jun 17 14:50:01.171142 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'tag': 'f797763d-7d19-4902-9ad9-7da2faa3f99e'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:50:01.204042 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=f797763d-7d19-4902-9ad9-7da2faa3f99e,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:01.207791 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:01.272023 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'tag': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'status': 'completed', 'code': 200}
Jun 17 14:50:01.419842 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-f2f8ea3a-fb0a-4b30-9275-b3fdc66be475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:01.421378 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-f2f8ea3a-fb0a-4b30-9275-b3fdc66be475 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 1096 time: 0.1178191
Jun 17 14:50:01.532736 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-cbe403ea-4161-4e0d-901e-fc618b512d7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e HTTP/1.1" status: 200  len: 217 time: 0.0919118
Jun 17 14:50:01.684781 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-8db24cf9-ceda-4e9d-bee7-d4811e9cc7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:01.684781 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-8db24cf9-ceda-4e9d-bee7-d4811e9cc7a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79b36810-c5a0-4a5e-865e-b3adb3b23fb7 HTTP/1.1" status: 200  len: 856 time: 0.1410654
Jun 17 14:50:01.773013 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a3fa5-b301-40cf-a1e6-5166f5f1411f req-125d7783-1300-4602-9f9f-6ddd65886f2b tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:01.774572 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b19a3fa5-b301-40cf-a1e6-5166f5f1411f req-125d7783-1300-4602-9f9f-6ddd65886f2b tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.1824827
Jun 17 14:50:01.846478 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-2c5c23e3-96e7-44fb-8cc0-e95994f7ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:01.847923 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-2c5c23e3-96e7-44fb-8cc0-e95994f7ea1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=748ba6a5-b967-482a-a2f5-884fcde7ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1552889
Jun 17 14:50:01.852131 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b19a3fa5-b301-40cf-a1e6-5166f5f1411f req-1983b8bc-4829-48aa-aa2e-83c8a0d451cf tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0643713
Jun 17 14:50:01.968353 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2834a73-e562-449a-841a-533a488d9b11 req-ba33d7e1-3481-4f8b-b690-a33631e70a36 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:01.970199 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e2834a73-e562-449a-841a-533a488d9b11 req-ba33d7e1-3481-4f8b-b690-a33631e70a36 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.0990796
Jun 17 14:50:01.992900 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:02.037028 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-1334a441-1b85-48e3-a4fb-630a975d4746 service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757245
Jun 17 14:50:02.038132 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e2834a73-e562-449a-841a-533a488d9b11 req-a18168e5-91f2-41df-b4f0-d419016a2db8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603254
Jun 17 14:50:02.226852 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7f3b62d8-69e3-41c5-b99a-cc188ed719dc req-8dcb7c8e-6b9f-4b8f-b3db-523388922ffd service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797876
Jun 17 14:50:02.416961 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de2147-cf35-486e-9bc0-bf53c45f9246 req-28dacdbc-bf4e-4939-af0e-afca1d28683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:02.418739 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-31de2147-cf35-486e-9bc0-bf53c45f9246 req-28dacdbc-bf4e-4939-af0e-afca1d28683a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 1096 time: 0.0883687
Jun 17 14:50:02.574325 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de2147-cf35-486e-9bc0-bf53c45f9246 req-27afa4ed-94c0-48bd-8e20-ba007a9a34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:02.575829 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-31de2147-cf35-486e-9bc0-bf53c45f9246 req-27afa4ed-94c0-48bd-8e20-ba007a9a34e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 919 time: 0.1504836
Jun 17 14:50:02.709642 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-31de2147-cf35-486e-9bc0-bf53c45f9246 req-cf2c4cd4-b451-41d8-900a-3c35799bc566 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e HTTP/1.1" status: 200  len: 217 time: 0.1257229
Jun 17 14:50:02.788450 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de2147-cf35-486e-9bc0-bf53c45f9246 req-e190e373-5c8f-4c14-a223-bdb056662d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:02.789960 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-31de2147-cf35-486e-9bc0-bf53c45f9246 req-e190e373-5c8f-4c14-a223-bdb056662d9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79b36810-c5a0-4a5e-865e-b3adb3b23fb7 HTTP/1.1" status: 200  len: 856 time: 0.0715644
Jun 17 14:50:02.884358 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de2147-cf35-486e-9bc0-bf53c45f9246 req-68829876-4ed9-472d-a28e-39454d342009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:02.885830 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-31de2147-cf35-486e-9bc0-bf53c45f9246 req-68829876-4ed9-472d-a28e-39454d342009 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=748ba6a5-b967-482a-a2f5-884fcde7ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848966
Jun 17 14:50:03.066969 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42774) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:50:03.110449 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-31de2147-cf35-486e-9bc0-bf53c45f9246 req-0a71d9ed-fe8b-4497-97a3-ca1f291064c4 service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2125046
Jun 17 14:50:03.172451 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2a02d-9cff-4ec1-9bfb-da259cdf101c req-e715b560-b7cf-42a7-a81f-434a442ecf29 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:03.182404 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4bd2a02d-9cff-4ec1-9bfb-da259cdf101c req-e715b560-b7cf-42a7-a81f-434a442ecf29 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.1789105
Jun 17 14:50:03.282877 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6242d5f3-eed2-47ec-8aa2-4b6b68a85689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:03.307166 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-6242d5f3-eed2-47ec-8aa2-4b6b68a85689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:50:03.319283 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-6242d5f3-eed2-47ec-8aa2-4b6b68a85689 admin admin] Usage tracker for resource:security_group_rule and tenant:df981438b83848b087812ea57bdb1721 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:50:03.323315 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-6242d5f3-eed2-47ec-8aa2-4b6b68a85689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:50:03.332174 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-6242d5f3-eed2-47ec-8aa2-4b6b68a85689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:50:03.375671 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe60f83-8e87-4137-9d73-c62f52665013 req-46634460-2e87-4292-8c95-25975f264c67 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:03.377350 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-abe60f83-8e87-4137-9d73-c62f52665013 req-46634460-2e87-4292-8c95-25975f264c67 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1616209
Jun 17 14:50:03.468533 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-abe60f83-8e87-4137-9d73-c62f52665013 req-cda587b7-d91e-430f-bcaf-5efcba8ca0a2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729706
Jun 17 14:50:03.475244 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4bd2a02d-9cff-4ec1-9bfb-da259cdf101c req-30873fa2-4c12-45d5-ae9a-2a420e808f9b tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2912228
Jun 17 14:50:03.528463 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-31de2147-cf35-486e-9bc0-bf53c45f9246 req-fe8febbb-a7d5-466f-b47b-1c4df6aa233a service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4040134
Jun 17 14:50:03.537885 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6242d5f3-eed2-47ec-8aa2-4b6b68a85689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:03.543017 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6242d5f3-eed2-47ec-8aa2-4b6b68a85689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:03.551916 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f96f6ea2-c9b7-43ba-853e-f28e8cae7bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:03.599412 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242d5f3-eed2-47ec-8aa2-4b6b68a85689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4f001c-a37d-4d39-b528-ad6877d1d904,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:03.602768 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6242d5f3-eed2-47ec-8aa2-4b6b68a85689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:03.605462 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-6242d5f3-eed2-47ec-8aa2-4b6b68a85689 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=df981438b83848b087812ea57bdb1721&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5374131
Jun 17 14:50:03.609032 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42782) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:50:03.677508 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5ebac86a-340a-4124-963f-0414173b7998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:03.709580 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5ebac86a-340a-4124-963f-0414173b7998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:03.790121 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5ebac86a-340a-4124-963f-0414173b7998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:03.794449 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-1ca94529-d2bd-420e-a1f7-382438e970d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:03.810996 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebac86a-340a-4124-963f-0414173b7998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4f001c-a37d-4d39-b528-ad6877d1d904,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:03.816039 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5ebac86a-340a-4124-963f-0414173b7998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:03.825899 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5ebac86a-340a-4124-963f-0414173b7998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:03.827665 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-5ebac86a-340a-4124-963f-0414173b7998 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aa4f001c-a37d-4d39-b528-ad6877d1d904 HTTP/1.1" status: 204  len: 168 time: 0.2161312
Jun 17 14:50:04.793578 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cc0bc-1954-4893-b78a-c47a279aa0d9 req-40078aef-b56d-499b-994d-eaea24bd6453 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:04.794990 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d87cc0bc-1954-4893-b78a-c47a279aa0d9 req-40078aef-b56d-499b-994d-eaea24bd6453 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1242423
Jun 17 14:50:04.804519 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device f797763d-7d19-4902-9ad9-7da2faa3f99e details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:50:04.808180 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d3d64-a17e-4a98-89e4-571573cb8d6c req-fdfca488-cede-4a8a-89ee-7940ba431d0e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:04.809958 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-136d3d64-a17e-4a98-89e4-571573cb8d6c req-fdfca488-cede-4a8a-89ee-7940ba431d0e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.1368361
Jun 17 14:50:04.869312 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-136d3d64-a17e-4a98-89e4-571573cb8d6c req-0a6fced9-eb45-492b-968e-e603f7834989 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0518832
Jun 17 14:50:04.878643 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d87cc0bc-1954-4893-b78a-c47a279aa0d9 req-866002f4-e31a-47c1-8752-8c60a31abfd0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698454
Jun 17 14:50:04.987620 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port f797763d-7d19-4902-9ad9-7da2faa3f99e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:50:05.004034 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'port_id': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'mac_address': 'fa:16:3e:3a:5f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:50:05.073655 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:05.104794 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f797763d-7d19-4902-9ad9-7da2faa3f99e {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:50:05.132400 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port f797763d-7d19-4902-9ad9-7da2faa3f99e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:50:05.138281 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:05.141567 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:05.226476 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=f797763d-7d19-4902-9ad9-7da2faa3f99e,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:05.229919 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:05.487807 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['f797763d-7d19-4902-9ad9-7da2faa3f99e'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:50:06.137164 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e194345-fcad-4916-9424-e02e0f14eb9b req-18468aae-496c-433a-8141-68c9a1ea6cb8 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:06.139833 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3e194345-fcad-4916-9424-e02e0f14eb9b req-18468aae-496c-433a-8141-68c9a1ea6cb8 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.1299329
Jun 17 14:50:06.210232 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e96d3-e886-45f3-8094-f913134695f9 req-42fb1393-f54c-4bfc-87fb-fa4484c9c6a0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:06.213265 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a42e96d3-e886-45f3-8094-f913134695f9 req-42fb1393-f54c-4bfc-87fb-fa4484c9c6a0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 944 time: 0.1524146
Jun 17 14:50:06.226956 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3e194345-fcad-4916-9424-e02e0f14eb9b req-adafeabc-9c21-4ab5-9cb2-c965f7601118 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0788007
Jun 17 14:50:06.287852 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a42e96d3-e886-45f3-8094-f913134695f9 req-1e2a1e12-35b2-4b3b-9dea-33956f6ed333 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593567
Jun 17 14:50:06.806076 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device f797763d-7d19-4902-9ad9-7da2faa3f99e up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:50:06.938655 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port f797763d-7d19-4902-9ad9-7da2faa3f99e completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:50:06.949182 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port f797763d-7d19-4902-9ad9-7da2faa3f99e triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:50:06.949950 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:07.190432 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:07.256466 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f797763d-7d19-4902-9ad9-7da2faa3f99e'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:50:07.275048 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port f797763d-7d19-4902-9ad9-7da2faa3f99e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:50:07.333891 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'code': 200}
Jun 17 14:50:07.346176 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:07.349215 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:07.493166 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=f797763d-7d19-4902-9ad9-7da2faa3f99e,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:07.510516 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:07.633386 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9222e5-47f4-46fe-b4f3-ed4f7673de1e req-8212506f-2c42-4e25-87e5-28c1610c1a8e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:07.647724 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3d9222e5-47f4-46fe-b4f3-ed4f7673de1e req-8212506f-2c42-4e25-87e5-28c1610c1a8e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.2047508
Jun 17 14:50:07.737686 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3d9222e5-47f4-46fe-b4f3-ed4f7673de1e req-34ae5c16-5e98-49ad-8f6f-8168b6d0248f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0876215
Jun 17 14:50:07.813821 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bca457-4308-47ca-9745-88df0df5b8ee req-a4ca9792-d721-4f52-a421-4017bb20bf63 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:07.815469 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-57bca457-4308-47ca-9745-88df0df5b8ee req-a4ca9792-d721-4f52-a421-4017bb20bf63 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1888349
Jun 17 14:50:07.849393 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190433a-6007-45ab-a621-4fc6cb59c1a9 req-09e26260-5bd8-4a11-bb6b-07922bdef41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:07.851128 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d190433a-6007-45ab-a621-4fc6cb59c1a9 req-09e26260-5bd8-4a11-bb6b-07922bdef41c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 1098 time: 0.1317103
Jun 17 14:50:07.896119 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-57bca457-4308-47ca-9745-88df0df5b8ee req-3749929b-d8fe-4b2d-864f-f36923aa45bb tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690417
Jun 17 14:50:07.925657 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d190433a-6007-45ab-a621-4fc6cb59c1a9 req-7509b226-d668-45d7-b07f-34149a71b356 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570188
Jun 17 14:50:09.048749 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47599f6-c7fd-4e38-badd-8c7534c2558f req-ebe42d07-46d6-4d0b-b87d-dab919d43095 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:09.051334 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e47599f6-c7fd-4e38-badd-8c7534c2558f req-ebe42d07-46d6-4d0b-b87d-dab919d43095 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.1629426
Jun 17 14:50:09.135126 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e47599f6-c7fd-4e38-badd-8c7534c2558f req-9c2cef05-e689-4daf-8636-6711c4bb2068 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0744355
Jun 17 14:50:09.164634 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dd259-32a1-4930-85fa-8d838a4a924e req-38094117-4f65-4b82-b6c6-838393ee21c6 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:09.167282 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c41dd259-32a1-4930-85fa-8d838a4a924e req-38094117-4f65-4b82-b6c6-838393ee21c6 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1369929
Jun 17 14:50:09.253613 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c41dd259-32a1-4930-85fa-8d838a4a924e req-c15b8556-e81d-4906-bea3-43d5032b07a0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761650
Jun 17 14:50:10.377417 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a2a57-fcb3-48ef-b3a2-c826c2e67df7 req-d9eab5fe-e8a9-40d8-aa76-95bf518c1eab tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:10.378989 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3b2a2a57-fcb3-48ef-b3a2-c826c2e67df7 req-d9eab5fe-e8a9-40d8-aa76-95bf518c1eab tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.1099522
Jun 17 14:50:10.444343 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3b2a2a57-fcb3-48ef-b3a2-c826c2e67df7 req-cf746c37-8e1e-4af2-bf32-6a3bf3329380 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0580137
Jun 17 14:50:10.547522 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259cdf3-b46f-43d3-9a10-aa60f0211718 req-4e88dbbb-14de-46f2-8832-b905fdc2e8e8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:10.550159 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a259cdf3-b46f-43d3-9a10-aa60f0211718 req-4e88dbbb-14de-46f2-8832-b905fdc2e8e8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1151145
Jun 17 14:50:10.626659 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a259cdf3-b46f-43d3-9a10-aa60f0211718 req-a24a5da8-da0c-4197-baf6-00e1476a4aa0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684111
Jun 17 14:50:11.650033 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007a210-50f1-4767-8b11-c6604839ef71 req-214d88fe-838b-4c6a-89ac-f88616d30162 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:11.651847 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7007a210-50f1-4767-8b11-c6604839ef71 req-214d88fe-838b-4c6a-89ac-f88616d30162 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.0880816
Jun 17 14:50:11.713201 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7007a210-50f1-4767-8b11-c6604839ef71 req-c0a7fe87-f162-4999-801c-8f67539eb94a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0547652
Jun 17 14:50:11.908255 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcd0b5-40d5-43a0-9dbb-e8f21b358041 req-aa37ff83-956c-4037-9859-56cfd40e82da tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:11.910832 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c2bcd0b5-40d5-43a0-9dbb-e8f21b358041 req-aa37ff83-956c-4037-9859-56cfd40e82da tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1254873
Jun 17 14:50:11.994031 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c2bcd0b5-40d5-43a0-9dbb-e8f21b358041 req-b7fb4232-a132-4670-a02b-ec807e09916d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754459
Jun 17 14:50:12.944609 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7ce1-430e-44ee-af24-f4e2112653a4 req-afae0458-995d-4aaa-ba95-47564a39234c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:12.946210 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e55f7ce1-430e-44ee-af24-f4e2112653a4 req-afae0458-995d-4aaa-ba95-47564a39234c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.1052427
Jun 17 14:50:12.999502 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e55f7ce1-430e-44ee-af24-f4e2112653a4 req-68fff70d-6dfb-4877-80e4-f5af8a3ca332 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0469005
Jun 17 14:50:13.269784 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6c178-ce59-49ec-b872-a164a10ad047 req-62e0d293-5ddb-4e10-b483-b5c56ff35ecf tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:13.271343 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d5d6c178-ce59-49ec-b872-a164a10ad047 req-62e0d293-5ddb-4e10-b483-b5c56ff35ecf tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1069138
Jun 17 14:50:13.324277 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d5d6c178-ce59-49ec-b872-a164a10ad047 req-7b208f65-2d78-4fa0-9430-aeb261cc2b12 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462246
Jun 17 14:50:13.527310 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f009a6-3644-43dc-bcd4-8256db76e981 req-045c9b5b-9f66-48f1-a3de-fb8663ba45ca tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:13.528816 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-69f009a6-3644-43dc-bcd4-8256db76e981 req-045c9b5b-9f66-48f1-a3de-fb8663ba45ca tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.0934093
Jun 17 14:50:13.537712 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42864) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:50:13.542880 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-a630eb44-164a-4ccc-8d43-d24c33a6635d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Request body: {'floatingip': {'port_id': 'f797763d-7d19-4902-9ad9-7da2faa3f99e'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:50:13.624605 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a630eb44-164a-4ccc-8d43-d24c33a6635d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for floatingip, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:14.266873 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64a8fc-5de0-4e8f-8605-d9164126af3f req-283e226f-b5be-4222-84d9-b7cd6b3e1e98 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:14.268692 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6b64a8fc-5de0-4e8f-8605-d9164126af3f req-283e226f-b5be-4222-84d9-b7cd6b3e1e98 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.1211989
Jun 17 14:50:14.337410 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6b64a8fc-5de0-4e8f-8605-d9164126af3f req-ce584ab2-6002-4374-9cbb-71bd9aebfd34 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0570605
Jun 17 14:50:14.448416 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a630eb44-164a-4ccc-8d43-d24c33a6635d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:14.454352 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a630eb44-164a-4ccc-8d43-d24c33a6635d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:14.710032 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.l3_db [None req-a630eb44-164a-4ccc-8d43-d24c33a6635d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Floating IP e39497e3-069b-489e-a5a2-ce8f6e88d6ce associated. External IP: 172.27.3.159, port: f797763d-7d19-4902-9ad9-7da2faa3f99e.
Jun 17 14:50:15.151801 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a630eb44-164a-4ccc-8d43-d24c33a6635d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Router 0169275a-cb5b-4097-a18d-c18807360917 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:50:15.512982 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a630eb44-164a-4ccc-8d43-d24c33a6635d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:50:15.518669 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a630eb44-164a-4ccc-8d43-d24c33a6635d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:15.532875 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ee0e1-aba6-4276-9788-6979dd05182a None None] Sync routers for ids ['0169275a-cb5b-4097-a18d-c18807360917'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:50:15.552080 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351ee0e1-aba6-4276-9788-6979dd05182a None None] Routers {'0169275a-cb5b-4097-a18d-c18807360917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:50:15.553231 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-351ee0e1-aba6-4276-9788-6979dd05182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b281e6190>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:49:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['0169275a-cb5b-4097-a18d-c18807360917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:50:15.604187 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-a630eb44-164a-4ccc-8d43-d24c33a6635d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "PUT /v2.0/floatingips/e39497e3-069b-489e-a5a2-ce8f6e88d6ce HTTP/1.1" status: 200  len: 991 time: 2.0651243
Jun 17 14:50:15.605144 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'tag': 'f797763d-7d19-4902-9ad9-7da2faa3f99e'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:50:15.807840 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-351ee0e1-aba6-4276-9788-6979dd05182a None None] Set router 0169275a-cb5b-4097-a18d-c18807360917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:50:15.831649 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'tag': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'status': 'completed', 'code': 200}
Jun 17 14:50:15.973932 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e201931-214e-493f-b83d-006692a2747d req-653a2839-d4c0-4955-a492-8e94caf00797 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:15.983826 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029c560-a2af-4045-a9a6-9b48adf0de16 req-ac8c1676-484a-49b6-a49e-9e682bde1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:15.986729 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0029c560-a2af-4045-a9a6-9b48adf0de16 req-ac8c1676-484a-49b6-a49e-9e682bde1ffc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 1098 time: 0.1041713
Jun 17 14:50:15.988103 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-4e201931-214e-493f-b83d-006692a2747d req-653a2839-d4c0-4955-a492-8e94caf00797 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.4966249
Jun 17 14:50:16.043211 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-4e201931-214e-493f-b83d-006692a2747d req-fa41e921-fd0c-4281-8419-7276a65c1f04 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0539212
Jun 17 14:50:16.232939 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029c560-a2af-4045-a9a6-9b48adf0de16 req-29c42540-895a-49ac-8f70-65ab8dd6d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:16.235881 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0029c560-a2af-4045-a9a6-9b48adf0de16 req-29c42540-895a-49ac-8f70-65ab8dd6d261 service neutron] 10.222.0.37 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 919 time: 0.2412879
Jun 17 14:50:16.309913 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-351ee0e1-aba6-4276-9788-6979dd05182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b281e6190>, [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'e39497e3-069b-489e-a5a2-ce8f6e88d6ce', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '0169275a-cb5b-4097-a18d-c18807360917', 'port_id': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'mac_address': 'fa:16:3e:3a:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:49:50Z', 'updated_at': '2021-06-17T14:50:14Z', 'revision_number': 1, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:53Z', 'revision_number': 5, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:50:16.315330 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ee0e1-aba6-4276-9788-6979dd05182a None None] Checking router: 0169275a-cb5b-4097-a18d-c18807360917 for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:50:16.325235 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351ee0e1-aba6-4276-9788-6979dd05182a None None] Routers {'0169275a-cb5b-4097-a18d-c18807360917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:50:16.325981 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-351ee0e1-aba6-4276-9788-6979dd05182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b281e6190>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:49:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['0169275a-cb5b-4097-a18d-c18807360917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:50:16.384478 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0029c560-a2af-4045-a9a6-9b48adf0de16 req-67a59610-a27e-4dec-a69f-3673b08cc268 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e HTTP/1.1" status: 200  len: 999 time: 0.1172755
Jun 17 14:50:16.496509 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029c560-a2af-4045-a9a6-9b48adf0de16 req-2b7b46c4-8b89-4deb-ba19-21895386b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:16.498727 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0029c560-a2af-4045-a9a6-9b48adf0de16 req-2b7b46c4-8b89-4deb-ba19-21895386b179 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79b36810-c5a0-4a5e-865e-b3adb3b23fb7 HTTP/1.1" status: 200  len: 856 time: 0.0980585
Jun 17 14:50:16.558575 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-351ee0e1-aba6-4276-9788-6979dd05182a None None] Set router 0169275a-cb5b-4097-a18d-c18807360917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:50:16.592804 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029c560-a2af-4045-a9a6-9b48adf0de16 req-a419befc-b40b-4bdb-ad6c-82e1045cf44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:16.595126 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0029c560-a2af-4045-a9a6-9b48adf0de16 req-a419befc-b40b-4bdb-ad6c-82e1045cf44c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=748ba6a5-b967-482a-a2f5-884fcde7ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0895863
Jun 17 14:50:16.903099 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0029c560-a2af-4045-a9a6-9b48adf0de16 req-f42d1630-5bd2-4367-a786-da640d5646c5 service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2993217
Jun 17 14:50:17.144695 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0029c560-a2af-4045-a9a6-9b48adf0de16 req-265cbc09-7862-4f91-9552-743d1effab14 service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2306094
Jun 17 14:50:17.226805 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-351ee0e1-aba6-4276-9788-6979dd05182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b281e6190>, [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'e39497e3-069b-489e-a5a2-ce8f6e88d6ce', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '0169275a-cb5b-4097-a18d-c18807360917', 'port_id': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'mac_address': 'fa:16:3e:3a:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:49:50Z', 'updated_at': '2021-06-17T14:50:14Z', 'revision_number': 1, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:53Z', 'revision_number': 5, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:50:17.232432 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ee0e1-aba6-4276-9788-6979dd05182a None None] The sync data for ids ['0169275a-cb5b-4097-a18d-c18807360917'] in dv-cinder-796859-1-iscsi is: [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'e39497e3-069b-489e-a5a2-ce8f6e88d6ce', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '0169275a-cb5b-4097-a18d-c18807360917', 'port_id': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'mac_address': 'fa:16:3e:3a:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:49:50Z', 'updated_at': '2021-06-17T14:50:14Z', 'revision_number': 1, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:53Z', 'revision_number': 5, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:50:17.476531 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19a9bc-dd81-489b-9b1d-8b991ac10eaa req-b3835e2e-6a29-402c-918f-beb38640ccc2 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:17.478119 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ad19a9bc-dd81-489b-9b1d-8b991ac10eaa req-b3835e2e-6a29-402c-918f-beb38640ccc2 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.2030175
Jun 17 14:50:17.538302 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ad19a9bc-dd81-489b-9b1d-8b991ac10eaa req-4768d60b-b71f-4639-9c6a-59a008eb7eaf tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0509789
Jun 17 14:50:17.599561 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f139757-c9a2-47cf-8517-51af9e89f1ee None None] New status for floating IP e39497e3-069b-489e-a5a2-ce8f6e88d6ce: ACTIVE {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 14:50:17.795487 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 42900) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:50:17.972640 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-16546809-e4ad-4e0d-af4f-03409ecbd6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:17.990442 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-16546809-e4ad-4e0d-af4f-03409ecbd6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:50:17.995091 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-16546809-e4ad-4e0d-af4f-03409ecbd6b3 admin admin] Usage tracker for resource:security_group_rule and tenant:009ad09aefeb4d3295bf951bb1cd0803 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:50:18.010261 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-16546809-e4ad-4e0d-af4f-03409ecbd6b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:50:18.018225 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-16546809-e4ad-4e0d-af4f-03409ecbd6b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:50:18.145910 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-16546809-e4ad-4e0d-af4f-03409ecbd6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:18.151834 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-16546809-e4ad-4e0d-af4f-03409ecbd6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:18.163209 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-354f1fce-e355-487a-bb8e-221063decee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:18.213945 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-16546809-e4ad-4e0d-af4f-03409ecbd6b3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=009ad09aefeb4d3295bf951bb1cd0803&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4168174
Jun 17 14:50:18.216084 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16546809-e4ad-4e0d-af4f-03409ecbd6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33a5458-4cb9-4ed9-b423-8118ab96124c,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:18.217746 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 42910) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:50:18.221934 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-16546809-e4ad-4e0d-af4f-03409ecbd6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:18.288209 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ecdbb81b-4bfe-4d5b-9a0a-16c8822ca894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:18.322350 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ecdbb81b-4bfe-4d5b-9a0a-16c8822ca894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:18.410853 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ecdbb81b-4bfe-4d5b-9a0a-16c8822ca894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:18.419784 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6242d5f3-eed2-47ec-8aa2-4b6b68a85689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:18.444591 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbb81b-4bfe-4d5b-9a0a-16c8822ca894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33a5458-4cb9-4ed9-b423-8118ab96124c,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:18.448916 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ecdbb81b-4bfe-4d5b-9a0a-16c8822ca894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:18.455869 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ecdbb81b-4bfe-4d5b-9a0a-16c8822ca894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:18.458503 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-ecdbb81b-4bfe-4d5b-9a0a-16c8822ca894 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f33a5458-4cb9-4ed9-b423-8118ab96124c HTTP/1.1" status: 204  len: 168 time: 0.2394984
Jun 17 14:50:18.783964 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c5071-9795-4baf-ac90-fb4c7da8170f req-f1e088db-944f-42b0-972c-faaab9100eb9 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:18.786432 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d15c5071-9795-4baf-ac90-fb4c7da8170f req-f1e088db-944f-42b0-972c-faaab9100eb9 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.1175361
Jun 17 14:50:18.880324 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d15c5071-9795-4baf-ac90-fb4c7da8170f req-8d199b88-6ca2-4a1d-8a48-5dd7044a022d tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=8f8d0005-5575-45bf-a0aa-8e154844ddcf&id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0749187
Jun 17 14:50:19.149440 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:19.618598 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-004f4989-8aed-4632-9488-cca7145a583f req-5180b29a-9eaa-4c61-8434-97eac99baafa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0951440
Jun 17 14:50:19.821532 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4989-8aed-4632-9488-cca7145a583f req-706db52d-9f29-416e-9316-0fb72fc5ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:19.823524 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-004f4989-8aed-4632-9488-cca7145a583f req-706db52d-9f29-416e-9316-0fb72fc5ba03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=435f37682b7445629d33055791ada83b&device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 1098 time: 0.0904274
Jun 17 14:50:20.132895 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4989-8aed-4632-9488-cca7145a583f req-6a3d6d57-57f2-4330-9482-5164220234bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:20.135315 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-004f4989-8aed-4632-9488-cca7145a583f req-6a3d6d57-57f2-4330-9482-5164220234bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6e53ff0-1917-4389-b170-61d80fa927e9 HTTP/1.1" status: 200  len: 912 time: 0.2860386
Jun 17 14:50:20.360553 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-004f4989-8aed-4632-9488-cca7145a583f req-8520c115-4787-47f6-b830-d6361a86b03e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7256e38-4c08-40fc-9a02-efbd13a737dc HTTP/1.1" status: 200  len: 1000 time: 0.2138569
Jun 17 14:50:20.445034 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4989-8aed-4632-9488-cca7145a583f req-b4b2219d-b301-45b3-b920-249f491db95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:20.447324 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-004f4989-8aed-4632-9488-cca7145a583f req-b4b2219d-b301-45b3-b920-249f491db95a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a3575f2-11d4-4900-8acc-ab5e547dc5f0 HTTP/1.1" status: 200  len: 849 time: 0.0802228
Jun 17 14:50:20.570060 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4989-8aed-4632-9488-cca7145a583f req-8bbc9f1a-5286-414d-a465-653f80b299a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:20.572872 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-004f4989-8aed-4632-9488-cca7145a583f req-8bbc9f1a-5286-414d-a465-653f80b299a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e53ff0-1917-4389-b170-61d80fa927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1076252
Jun 17 14:50:20.765815 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-004f4989-8aed-4632-9488-cca7145a583f req-ebb4a73c-7703-41dc-866a-166288f71937 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851408
Jun 17 14:50:20.961665 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-004f4989-8aed-4632-9488-cca7145a583f req-3348711a-8587-4851-ad4b-ecde33781a05 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1875257
Jun 17 14:50:21.246212 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62466d41-b010-4156-b6f1-7932151d577b req-f7fc0cc7-85f5-4069-a00c-6c0221ca3ec7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:21.248456 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-62466d41-b010-4156-b6f1-7932151d577b req-f7fc0cc7-85f5-4069-a00c-6c0221ca3ec7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.4755430
Jun 17 14:50:21.316247 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-62466d41-b010-4156-b6f1-7932151d577b req-e23a361e-243b-452e-b81e-b782b2321898 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593879
Jun 17 14:50:22.570252 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc9da5-5628-49de-8f28-825b0a3dc2fd req-5ba2d969-1966-4273-8e1a-0ad711283bad tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:22.571749 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1dfc9da5-5628-49de-8f28-825b0a3dc2fd req-5ba2d969-1966-4273-8e1a-0ad711283bad tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.0909016
Jun 17 14:50:22.632739 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1dfc9da5-5628-49de-8f28-825b0a3dc2fd req-97d0c106-3afe-41f1-9fc4-25415ebe0846 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547490
Jun 17 14:50:23.231864 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-58ba2fb9-fa3f-482d-a6d8-104a5e6814fc tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:23.233318 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-58ba2fb9-fa3f-482d-a6d8-104a5e6814fc tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.37 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.0846407
Jun 17 14:50:23.309365 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Deleting port c7256e38-4c08-40fc-9a02-efbd13a737dc {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:50:23.309745 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:23.868591 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] For port c7256e38-4c08-40fc-9a02-efbd13a737dc, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=c7256e38-4c08-40fc-9a02-efbd13a737dc,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:50:23.869510 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:24.152422 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1010ca-2b50-469b-86a7-9f6c34b5ff94 req-2791b985-8c76-4402-bd6c-fa1b9972fac8 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:24.153929 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6c1010ca-2b50-469b-86a7-9f6c34b5ff94 req-2791b985-8c76-4402-bd6c-fa1b9972fac8 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 945 time: 0.3750978
Jun 17 14:50:24.297066 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6c1010ca-2b50-469b-86a7-9f6c34b5ff94 req-00efd8cc-b82f-40af-962c-d7b444f9a33d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=7e4887ba-eb50-42c2-953c-1083fd1834ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1332986
Jun 17 14:50:24.324179 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:24.324547 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:24.324853 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.l3_db [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Floating IP 34d77a5d-5a7c-4426-9eee-1e67af0b01b0 disassociated. External IP: 172.27.3.14, port: c7256e38-4c08-40fc-9a02-efbd13a737dc.
Jun 17 14:50:24.325183 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Calling delete_port for c7256e38-4c08-40fc-9a02-efbd13a737dc owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:50:24.480497 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:24.486989 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:24.493013 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e658b2ca-57e6-462e-92c5-98a03a774a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:24.542030 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event deleted for resources: {'Port': ['ID=c7256e38-4c08-40fc-9a02-efbd13a737dc,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:24.546022 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:24.727504 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-81933236-dacd-45e6-a960-d035353477b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:24.753721 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:50:24.951526 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:50:24.965436 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b63d20-2993-4f8c-bdae-b6f62d3e2319 None None] Sync routers for ids ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:50:24.982316 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b63d20-2993-4f8c-bdae-b6f62d3e2319 None None] Routers {'1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:50:24.984516 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-90b63d20-2993-4f8c-bdae-b6f62d3e2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b236c4bb0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:49:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:50:25.095661 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] No DVR routers for this DVR port c7256e38-4c08-40fc-9a02-efbd13a737dc on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:50:25.100304 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:25.105326 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ed523e-2193-42ce-801c-d3d13191b9f7', 'name': 'network-vif-deleted', 'tag': 'c7256e38-4c08-40fc-9a02-efbd13a737dc'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:50:25.169149 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f1c51e66-1081-42b1-9db5-03350b8ffb8e req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.37 "DELETE /v2.0/ports/c7256e38-4c08-40fc-9a02-efbd13a737dc HTTP/1.1" status: 204  len: 173 time: 1.9296551
Jun 17 14:50:25.264043 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ed523e-2193-42ce-801c-d3d13191b9f7', 'name': 'network-vif-deleted', 'tag': 'c7256e38-4c08-40fc-9a02-efbd13a737dc', 'status': 'completed', 'code': 200}
Jun 17 14:50:25.370341 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-90b63d20-2993-4f8c-bdae-b6f62d3e2319 None None] Set router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:50:25.535009 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-d8510346-f1c9-4bb6-b1a0-75ecb4deb0bd req-03d15b30-efac-40a0-ba62-731a80cb45b1 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Synchronizing usage tracker for tenant:435f37682b7445629d33055791ada83b on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:50:25.564822 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-d8510346-f1c9-4bb6-b1a0-75ecb4deb0bd req-03d15b30-efac-40a0-ba62-731a80cb45b1 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Unset dirty status for tenant:435f37682b7445629d33055791ada83b on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:50:25.572381 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d8510346-f1c9-4bb6-b1a0-75ecb4deb0bd req-03d15b30-efac-40a0-ba62-731a80cb45b1 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ed523e-2193-42ce-801c-d3d13191b9f7 HTTP/1.1" status: 200  len: 210 time: 0.1265733
Jun 17 14:50:25.809500 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-90b63d20-2993-4f8c-bdae-b6f62d3e2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b236c4bb0>, [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:48Z', 'revision_number': 5, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:50:25.815286 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b63d20-2993-4f8c-bdae-b6f62d3e2319 None None] Checking router: 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:50:25.825461 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b63d20-2993-4f8c-bdae-b6f62d3e2319 None None] Routers {'1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:50:25.825461 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-90b63d20-2993-4f8c-bdae-b6f62d3e2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b236c4bb0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:49:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:50:26.023689 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-90b63d20-2993-4f8c-bdae-b6f62d3e2319 None None] Set router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:50:26.701149 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-90b63d20-2993-4f8c-bdae-b6f62d3e2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b236c4bb0>, [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:48Z', 'revision_number': 5, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:50:26.707936 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b63d20-2993-4f8c-bdae-b6f62d3e2319 None None] The sync data for ids ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'] in dv-cinder-796859-1-iscsi is: [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:48Z', 'revision_number': 5, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:50:26.794111 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 43022) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:50:26.893059 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:26.902538 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device c7256e38-4c08-40fc-9a02-efbd13a737dc no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:50:26.948630 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:26.950329 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: c7256e38-4c08-40fc-9a02-efbd13a737dc {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:50:26.950782 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device c7256e38-4c08-40fc-9a02-efbd13a737dc not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:50:27.028687 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:27.034084 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c3734fea-18ad-42ec-8494-87221668179b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:27.050788 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4887ba-eb50-42c2-953c-1083fd1834ee,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:27.060838 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:27.061295 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:27.061688 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:27.062103 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:27.062577 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:27.062995 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:27.063526 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:27.063970 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:27.064291 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:27.064813 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:27.065185 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:27.065715 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:27.071518 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:27.075965 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:27.078175 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "DELETE /v2.0/security-groups/7e4887ba-eb50-42c2-953c-1083fd1834ee HTTP/1.1" status: 204  len: 168 time: 0.2822125
Jun 17 14:50:27.081226 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 43026) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:50:27.110427 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41282e2-a3b8-4034-acb0-9e40c2960b8e None None] New status for floating IP 34d77a5d-5a7c-4426-9eee-1e67af0b01b0: DOWN {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 14:50:27.110927 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.api.v2.resource [None req-a29759cd-76e7-4fed-b8ec-42f14f400c7f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] show failed (client error): The resource could not be found.
Jun 17 14:50:27.117124 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 43030) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:50:27.117453 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-a29759cd-76e7-4fed-b8ec-42f14f400c7f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups/7e4887ba-eb50-42c2-953c-1083fd1834ee HTTP/1.1" status: 404  len: 347 time: 0.0344911
Jun 17 14:50:27.297418 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Deleting port 2b0a8a8b-1b92-4742-8a44-65d537240a4d {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:50:27.298017 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:27.606514 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:27.606752 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:27.740172 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Calling delete_port for 2b0a8a8b-1b92-4742-8a44-65d537240a4d owned by network:floatingip {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:50:27.857109 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.db.api [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 17 14:50:27.857854 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_db.api [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 17 14:50:28.363304 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Deleting port 2b0a8a8b-1b92-4742-8a44-65d537240a4d {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:50:28.363304 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:28.560860 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:28.561063 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:28.604940 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1185d4c3-623e-4546-86b9-01d00d2c4f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:28.692095 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Calling delete_port for 2b0a8a8b-1b92-4742-8a44-65d537240a4d owned by network:floatingip {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:50:28.842023 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:28.846289 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-50fcd033-c937-4bf1-a89d-2801a7eca158 tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:28.892105 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event deleted for resources: {'Port': ['ID=2b0a8a8b-1b92-4742-8a44-65d537240a4d,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:28.894543 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:28.991962 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:29.011176 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:29.012445 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "DELETE /v2.0/floatingips/34d77a5d-5a7c-4426-9eee-1e67af0b01b0 HTTP/1.1" status: 204  len: 168 time: 1.8941331
Jun 17 14:50:29.300887 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 43048) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:50:29.307187 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--946413465', 'description': 'tempest-description--1598868882'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:50:29.314705 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:50:29.319898 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Usage tracker for resource:security_group and tenant:435f37682b7445629d33055791ada83b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:50:29.325028 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:50:29.332623 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:50:29.344020 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:29.368756 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:50:29.373334 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Usage tracker for resource:security_group_rule and tenant:435f37682b7445629d33055791ada83b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:50:29.377599 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:50:29.387638 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:50:29.472011 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:29.478391 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:29.483094 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:29.534508 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922ad737-0389-4834-bdc2-c8ff42f9b562,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:29.539155 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:29.541151 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:29.547251 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-f5c143d5-c63d-4df6-be8c-de934d84ed04 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2425628
Jun 17 14:50:29.547893 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 43054) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:50:29.558616 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-6fbcee6d-643e-4f06-8639-508d093e6ee7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Request body: {'security_group_rule': {'security_group_id': '922ad737-0389-4834-bdc2-c8ff42f9b562', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:50:29.570394 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-6fbcee6d-643e-4f06-8639-508d093e6ee7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:50:29.578442 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-6fbcee6d-643e-4f06-8639-508d093e6ee7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Usage tracker for resource:security_group_rule and tenant:435f37682b7445629d33055791ada83b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:50:29.585271 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-6fbcee6d-643e-4f06-8639-508d093e6ee7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:50:29.596249 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-6fbcee6d-643e-4f06-8639-508d093e6ee7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:50:29.633709 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6fbcee6d-643e-4f06-8639-508d093e6ee7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:29.721100 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6fbcee6d-643e-4f06-8639-508d093e6ee7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:29.727410 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6fbcee6d-643e-4f06-8639-508d093e6ee7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:29.735160 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:29.760247 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcee6d-643e-4f06-8639-508d093e6ee7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894e6183-2b80-4d80-9a25-76be9e185c2a,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:29.763170 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6fbcee6d-643e-4f06-8639-508d093e6ee7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:29.774476 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6fbcee6d-643e-4f06-8639-508d093e6ee7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:29.776005 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-6fbcee6d-643e-4f06-8639-508d093e6ee7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2258976
Jun 17 14:50:29.778739 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 43058) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:50:29.785679 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-ca86e794-e974-4b79-a6cf-f6674f159c2d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Request body: {'security_group_rule': {'security_group_id': '922ad737-0389-4834-bdc2-c8ff42f9b562', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:50:29.792364 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ca86e794-e974-4b79-a6cf-f6674f159c2d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:50:29.797166 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-ca86e794-e974-4b79-a6cf-f6674f159c2d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Usage tracker for resource:security_group_rule and tenant:435f37682b7445629d33055791ada83b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:50:29.801129 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-ca86e794-e974-4b79-a6cf-f6674f159c2d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:50:29.812713 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-ca86e794-e974-4b79-a6cf-f6674f159c2d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:50:29.844001 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ca86e794-e974-4b79-a6cf-f6674f159c2d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:29.905080 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:29.959810 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ca86e794-e974-4b79-a6cf-f6674f159c2d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:29.964448 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ca86e794-e974-4b79-a6cf-f6674f159c2d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:29.967203 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:29.996080 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86e794-e974-4b79-a6cf-f6674f159c2d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d2b266-f5a7-4c67-a578-2e8e2004a21f,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:29.998737 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ca86e794-e974-4b79-a6cf-f6674f159c2d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:30.012384 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ca86e794-e974-4b79-a6cf-f6674f159c2d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:30.014269 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-ca86e794-e974-4b79-a6cf-f6674f159c2d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2342765
Jun 17 14:50:30.018192 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 43062) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:50:30.023880 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Request body: {'floatingip': {'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:50:30.032222 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:50:30.037235 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Usage tracker for resource:floatingip and tenant:435f37682b7445629d33055791ada83b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:50:30.041602 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:50:30.050229 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:50:30.068893 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:30.235432 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:30.407274 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Allocated IP 172.27.3.128 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/c5a607b7-36f1-46b5-acca-5409c04daf2e) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:50:30.696934 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:30.727399 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:30.731604 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ee3cac27-f713-41ea-8a49-159d62085265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:30.803964 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:50:30.806800 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:50:30.810527 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:50:30.842192 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event updated for resources: {'Port': ['ID=c5a607b7-36f1-46b5-acca-5409c04daf2e,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:30.849071 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:30.902378 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:30.974919 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:31.228061 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:31.237179 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:31.241903 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:31.368366 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event updated for resources: {'Port': ['ID=c5a607b7-36f1-46b5-acca-5409c04daf2e,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:31.374122 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:31.398335 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:31.422528 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:31.424133 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4047220
Jun 17 14:50:31.722794 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-8355a357-a3a1-466e-81e5-9d8ed5e0b142 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Synchronizing usage tracker for tenant:435f37682b7445629d33055791ada83b on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:50:31.748099 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-8355a357-a3a1-466e-81e5-9d8ed5e0b142 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Unset dirty status for tenant:435f37682b7445629d33055791ada83b on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:50:31.749828 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-8355a357-a3a1-466e-81e5-9d8ed5e0b142 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--946413465&fields=id&tenant_id=435f37682b7445629d33055791ada83b HTTP/1.1" status: 200  len: 267 time: 0.0729494
Jun 17 14:50:31.962341 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-b0b620df-2136-4c9c-ad6f-59f97a7155e7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:31.964788 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-b0b620df-2136-4c9c-ad6f-59f97a7155e7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/networks?id=b6e53ff0-1917-4389-b170-61d80fa927e9 HTTP/1.1" status: 200  len: 810 time: 0.2001212
Jun 17 14:50:31.981740 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-46a71740-a057-4384-8411-2b7ab7f72adb tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/quotas/435f37682b7445629d33055791ada83b HTTP/1.1" status: 200  len: 375 time: 0.0101900
Jun 17 14:50:31.984853 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:32.086134 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-21f2dda9-d29b-4235-9fea-427e170fae01 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Synchronizing usage tracker for tenant:435f37682b7445629d33055791ada83b on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:50:32.104703 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-21f2dda9-d29b-4235-9fea-427e170fae01 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Unset dirty status for tenant:435f37682b7445629d33055791ada83b on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:50:32.106703 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-21f2dda9-d29b-4235-9fea-427e170fae01 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=435f37682b7445629d33055791ada83b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1174741
Jun 17 14:50:32.321448 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-3e3e177a-508d-47f1-b7ac-d555d6e7ad06 service neutron] 10.222.0.89 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1984155
Jun 17 14:50:32.439432 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:50:32.492147 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-8ff893fe-22b3-4939-85d9-f2a63010d6c1 service neutron] 10.222.0.89 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1646705
Jun 17 14:50:32.720196 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2448e4a3-dde0-47b8-8a72-78417a9cb8cd req-82691cd0-fb7b-4c70-9a87-2083e4edd917 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 210 time: 0.0460336
Jun 17 14:50:33.889663 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-abc255a8-d44e-46bb-ad96-a8c8e28290bd req-e613a706-24c4-4264-9543-4117ab5c550e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 210 time: 0.0474651
Jun 17 14:50:34.299677 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-36fb330d-5570-4e82-8997-f54bf479ac27 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:34.301336 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-36fb330d-5570-4e82-8997-f54bf479ac27 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.37 "GET /v2.0/networks?id=b6e53ff0-1917-4389-b170-61d80fa927e9 HTTP/1.1" status: 200  len: 810 time: 0.1850092
Jun 17 14:50:34.368612 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-6a74bbb6-ee50-42e6-9d61-de9e1277d0da tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=435f37682b7445629d33055791ada83b HTTP/1.1" status: 200  len: 379 time: 0.0470016
Jun 17 14:50:34.383454 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Request body: {'port': {'device_id': 'dab491eb-595d-4aae-9dd8-c24a65253433', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'admin_state_up': True, 'tenant_id': '435f37682b7445629d33055791ada83b', 'security_groups': ['922ad737-0389-4834-bdc2-c8ff42f9b562']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:50:34.539341 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:50:34.549838 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:50:34.561612 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Made reservation on behalf of 435f37682b7445629d33055791ada83b for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:50:34.566125 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:34.737770 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Allocated IP 172.20.0.7 (b6e53ff0-1917-4389-b170-61d80fa927e9/9a3575f2-11d4-4900-8acc-ab5e547dc5f0/ab7c4657-30a5-47ab-9edd-dfe1d65ebe22) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:50:35.054971 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1fcb16cf-013d-49a6-ba13-e6bf07f92dd6 req-d7b465ca-45c7-4168-97c5-a194711e8cf4 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 210 time: 0.0445116
Jun 17 14:50:35.092751 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:35.115999 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Transition to ACTIVE for port object ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:50:35.167750 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:35.175016 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:35.244165 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Network b6e53ff0-1917-4389-b170-61d80fa927e9 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:50:35.247661 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:50:35.251672 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:50:35.289245 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event updated for resources: {'Port': ['ID=ab7c4657-30a5-47ab-9edd-dfe1d65ebe22,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:35.296263 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:35.334002 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:35.334864 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:35.365713 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9877536
Jun 17 14:50:35.448307 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Request body: {'port': {'device_id': 'dab491eb-595d-4aae-9dd8-c24a65253433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:50:35.494598 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-48cbbdcd-92f2-4337-9a18-5d537f0c8990 None None] Provisioning for port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:50:35.500231 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-48cbbdcd-92f2-4337-9a18-5d537f0c8990 None None] Provisioning complete for port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:50:35.500700 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-48cbbdcd-92f2-4337-9a18-5d537f0c8990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:35.561513 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-48cbbdcd-92f2-4337-9a18-5d537f0c8990 None None] Port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:50:35.574235 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:35.960947 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:50:35.968658 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:35.985009 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Transition to ACTIVE for port object ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:50:35.988648 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:35.993625 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e268f632-e55e-4f4d-8de9-a2fddb5dc0ed tempest-ServerRescueNegativeTestJSON-1586083193 tempest-ServerRescueNegativeTestJSON-1586083193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:36.210777 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7c4657-30a5-47ab-9edd-dfe1d65ebe22,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:36.212863 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:36.312622 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Attempting to bind port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:50:36.313197 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Attempting to bind port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:50:36.313760 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Attempting to bind port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 on network b6e53ff0-1917-4389-b170-61d80fa927e9 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:50:36.319836 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 on network b6e53ff0-1917-4389-b170-61d80fa927e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:50:36.320618 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Attempting to bind port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 on network b6e53ff0-1917-4389-b170-61d80fa927e9 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:50:36.326699 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:50:36.327048 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Checking segment: {'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:50:36.327803 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Bound using segment: {'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:50:36.328548 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Bound port: ab7c4657-30a5-47ab-9edd-dfe1d65ebe22, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf2299f-80e3-4978-94dc-2c3bb991ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:50:36.329609 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:36.347815 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffeeb7e-8b94-428a-8d07-85211a1aa720 req-4aa2d4bc-5eeb-42c0-abfc-fdf5e8eba2c6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:36.349375 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7ffeeb7e-8b94-428a-8d07-85211a1aa720 req-4aa2d4bc-5eeb-42c0-abfc-fdf5e8eba2c6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 943 time: 0.1031692
Jun 17 14:50:36.418963 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7ffeeb7e-8b94-428a-8d07-85211a1aa720 req-2c257575-f5ae-4035-ba3a-04b5d854a512 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=922ad737-0389-4834-bdc2-c8ff42f9b562&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597076
Jun 17 14:50:36.451608 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] For port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:50:36.456367 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] For port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=ab7c4657-30a5-47ab-9edd-dfe1d65ebe22,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:50:36.461435 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:36.466578 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:36.529497 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:36.530111 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:36.532725 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] 10.222.0.37 "PUT /v2.0/ports/ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 HTTP/1.1" status: 200  len: 1093 time: 1.1472745
Jun 17 14:50:36.533249 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab491eb-595d-4aae-9dd8-c24a65253433', 'tag': 'ab7c4657-30a5-47ab-9edd-dfe1d65ebe22'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:50:36.559525 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7c4657-30a5-47ab-9edd-dfe1d65ebe22,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:36.564126 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:36.592648 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab491eb-595d-4aae-9dd8-c24a65253433', 'tag': 'ab7c4657-30a5-47ab-9edd-dfe1d65ebe22', 'status': 'completed', 'code': 200}
Jun 17 14:50:36.698510 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-08a72457-f83b-4ec9-8d77-b1a9bbb530f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:36.700092 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-08a72457-f83b-4ec9-8d77-b1a9bbb530f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=435f37682b7445629d33055791ada83b&device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 1096 time: 0.0779908
Jun 17 14:50:36.784138 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-2bcb93c9-dda0-4612-8a53-8283d5ca35f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 HTTP/1.1" status: 200  len: 217 time: 0.0672283
Jun 17 14:50:36.849258 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-36de854a-1e78-4b41-abb6-679b19a2f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:36.850773 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-36de854a-1e78-4b41-abb6-679b19a2f81a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a3575f2-11d4-4900-8acc-ab5e547dc5f0 HTTP/1.1" status: 200  len: 849 time: 0.0601621
Jun 17 14:50:36.933655 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-71b505f7-73f3-4a5a-b364-8a6d5271a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:36.935187 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-71b505f7-73f3-4a5a-b364-8a6d5271a920 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e53ff0-1917-4389-b170-61d80fa927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754619
Jun 17 14:50:37.186195 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-5beb8068-1a93-43f7-b3b0-4d9565ae6c26 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2429419
Jun 17 14:50:37.333139 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fd4f3196-b3e0-4518-bbda-79351602d856 req-4e31061c-1dce-4a8f-aa18-0c78dc623260 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389458
Jun 17 14:50:37.505680 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a8691-f62b-436f-9308-f77ac16a1a9d req-e0050b26-a9de-4e60-b591-a91a80e8ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:37.507269 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bb1a8691-f62b-436f-9308-f77ac16a1a9d req-e0050b26-a9de-4e60-b591-a91a80e8ab0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=435f37682b7445629d33055791ada83b&device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 1096 time: 0.0781031
Jun 17 14:50:37.676285 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a8691-f62b-436f-9308-f77ac16a1a9d req-1bf6fb78-4de6-4361-8a6e-9a401cbd7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:37.677996 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bb1a8691-f62b-436f-9308-f77ac16a1a9d req-1bf6fb78-4de6-4361-8a6e-9a401cbd7485 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6e53ff0-1917-4389-b170-61d80fa927e9 HTTP/1.1" status: 200  len: 912 time: 0.1605508
Jun 17 14:50:37.816395 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bb1a8691-f62b-436f-9308-f77ac16a1a9d req-6e91dc22-4ea8-4df9-b447-74034729aa4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 HTTP/1.1" status: 200  len: 217 time: 0.0860581
Jun 17 14:50:37.896837 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a8691-f62b-436f-9308-f77ac16a1a9d req-8674f712-68e5-49b3-9d20-43b2b3efa5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:37.898256 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bb1a8691-f62b-436f-9308-f77ac16a1a9d req-8674f712-68e5-49b3-9d20-43b2b3efa5cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a3575f2-11d4-4900-8acc-ab5e547dc5f0 HTTP/1.1" status: 200  len: 849 time: 0.0741003
Jun 17 14:50:37.908900 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9f042-ffa4-46ce-920a-107ef31c8d38 req-8000118f-c57f-4ab9-af61-f3bc5a8855f1 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:37.909600 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-40b9f042-ffa4-46ce-920a-107ef31c8d38 req-8000118f-c57f-4ab9-af61-f3bc5a8855f1 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Synchronizing usage tracker for tenant:435f37682b7445629d33055791ada83b on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:50:37.972981 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-40b9f042-ffa4-46ce-920a-107ef31c8d38 req-8000118f-c57f-4ab9-af61-f3bc5a8855f1 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Unset dirty status for tenant:435f37682b7445629d33055791ada83b on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:50:37.974145 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-40b9f042-ffa4-46ce-920a-107ef31c8d38 req-8000118f-c57f-4ab9-af61-f3bc5a8855f1 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 943 time: 0.2781513
Jun 17 14:50:38.032956 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a8691-f62b-436f-9308-f77ac16a1a9d req-2bcf2d9d-5f80-4088-aa35-a9f4a7630588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:38.034353 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bb1a8691-f62b-436f-9308-f77ac16a1a9d req-2bcf2d9d-5f80-4088-aa35-a9f4a7630588 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e53ff0-1917-4389-b170-61d80fa927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1199472
Jun 17 14:50:38.039672 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-40b9f042-ffa4-46ce-920a-107ef31c8d38 req-9a3ec0ef-25b2-44cc-aa62-d39d4baa21e1 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=922ad737-0389-4834-bdc2-c8ff42f9b562&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553472
Jun 17 14:50:38.229148 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bb1a8691-f62b-436f-9308-f77ac16a1a9d req-2947778f-7ec3-416f-8873-e3971bb9d325 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867754
Jun 17 14:50:38.373962 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bb1a8691-f62b-436f-9308-f77ac16a1a9d req-2bab29f1-191a-4ab2-ae00-f46e338a29a6 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368716
Jun 17 14:50:39.249065 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0726f92-0ea6-477c-9f18-c465279715dd req-0ffee60c-52ff-41ca-9994-0c4062d67fa2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:39.251281 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b0726f92-0ea6-477c-9f18-c465279715dd req-0ffee60c-52ff-41ca-9994-0c4062d67fa2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 943 time: 0.0934393
Jun 17 14:50:39.300556 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b0726f92-0ea6-477c-9f18-c465279715dd req-d78ad7aa-9430-48ce-9953-40bfdcb61cc2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=922ad737-0389-4834-bdc2-c8ff42f9b562&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432472
Jun 17 14:50:39.781765 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:50:39.957371 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=ab7c4657-30a5-47ab-9edd-dfe1d65ebe22,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:50:39.971413 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'ab7c4657-30a5-47ab-9edd-dfe1d65ebe22', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'port_id': 'ab7c4657-30a5-47ab-9edd-dfe1d65ebe22', 'mac_address': 'fa:16:3e:24:d1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:50:40.027234 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:40.044346 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:50:40.060511 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=ab7c4657-30a5-47ab-9edd-dfe1d65ebe22,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:50:40.066587 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:40.068502 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:40.139513 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=ab7c4657-30a5-47ab-9edd-dfe1d65ebe22,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:40.147324 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:40.147696 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:40.148035 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:40.148368 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:40.148700 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:40.149034 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:40.149352 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:40.149678 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:40.149997 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:40.150316 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:40.150632 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:40.150952 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:50:40.155386 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:40.410941 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['ab7c4657-30a5-47ab-9edd-dfe1d65ebe22'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:50:40.505611 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f60d9-39e4-45cd-8539-9e0f7acbea33 req-8a69769c-40c7-4402-97a6-500d31f3d406 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:40.507169 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b87f60d9-39e4-45cd-8539-9e0f7acbea33 req-8a69769c-40c7-4402-97a6-500d31f3d406 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 944 time: 0.0959585
Jun 17 14:50:40.622040 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b87f60d9-39e4-45cd-8539-9e0f7acbea33 req-ae0bef8b-47b8-4abf-85fe-6a01082e359c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=922ad737-0389-4834-bdc2-c8ff42f9b562&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032979
Jun 17 14:50:41.797615 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:50:41.826605 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7fc62-4741-4242-8012-bccf45332e49 req-613ef40b-dba8-407e-ba5f-02e149f12bf1 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:41.828957 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a2e7fc62-4741-4242-8012-bccf45332e49 req-613ef40b-dba8-407e-ba5f-02e149f12bf1 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 944 time: 0.0933461
Jun 17 14:50:41.876380 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:50:41.882213 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:50:41.882591 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:41.883240 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a2e7fc62-4741-4242-8012-bccf45332e49 req-e31eacb2-48a9-46e7-afa8-e1d5dbbd78f3 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=922ad737-0389-4834-bdc2-c8ff42f9b562&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477214
Jun 17 14:50:42.011109 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:42.040308 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab491eb-595d-4aae-9dd8-c24a65253433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7c4657-30a5-47ab-9edd-dfe1d65ebe22'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:50:42.052978 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=ab7c4657-30a5-47ab-9edd-dfe1d65ebe22,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:50:42.067077 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:42.069194 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-c051ed80-db89-4532-af42-128edd4eef4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:50:42.103442 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab491eb-595d-4aae-9dd8-c24a65253433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7c4657-30a5-47ab-9edd-dfe1d65ebe22', 'code': 200}
Jun 17 14:50:42.152878 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=ab7c4657-30a5-47ab-9edd-dfe1d65ebe22,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:50:42.156466 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:50:42.411814 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dac557-9fa4-4480-9683-77ab46005135 req-05bff765-5c07-4731-8e87-c7a02a39267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:42.413398 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-87dac557-9fa4-4480-9683-77ab46005135 req-05bff765-5c07-4731-8e87-c7a02a39267c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 1098 time: 0.0758834
Jun 17 14:50:42.463105 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-87dac557-9fa4-4480-9683-77ab46005135 req-43f58193-a6fa-4f49-a5d8-2c70b18d09fe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=922ad737-0389-4834-bdc2-c8ff42f9b562&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407798
Jun 17 14:50:43.092847 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dacb8a-ae1b-4b97-89c5-006e0daf6d94 req-85a0db3f-cf4a-420d-85b7-e39539bdaaac tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:43.094605 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b4dacb8a-ae1b-4b97-89c5-006e0daf6d94 req-85a0db3f-cf4a-420d-85b7-e39539bdaaac tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 945 time: 0.0950172
Jun 17 14:50:43.149366 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b4dacb8a-ae1b-4b97-89c5-006e0daf6d94 req-f17f43fd-4d6f-4d12-aa42-6f72c2c1567f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=922ad737-0389-4834-bdc2-c8ff42f9b562&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487459
Jun 17 14:50:44.347823 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02570a8b-015d-4c28-b568-24aea90986bf req-9f9da19b-b922-4ea4-b7c4-63aa5afd248a tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:44.349303 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-02570a8b-015d-4c28-b568-24aea90986bf req-9f9da19b-b922-4ea4-b7c4-63aa5afd248a tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 945 time: 0.0859568
Jun 17 14:50:44.398259 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-02570a8b-015d-4c28-b568-24aea90986bf req-7970a673-ea51-4598-841b-7080bfeb80b4 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=922ad737-0389-4834-bdc2-c8ff42f9b562&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432494
Jun 17 14:50:44.594224 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277ca05-2a83-4318-9d3a-560e982bb9f6 req-d272af12-386d-4169-b4cd-c6c9d16e6d3f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:44.595963 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7277ca05-2a83-4318-9d3a-560e982bb9f6 req-d272af12-386d-4169-b4cd-c6c9d16e6d3f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 945 time: 0.0889459
Jun 17 14:50:44.605683 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 43254) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:50:44.612557 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-dcd83b15-4f56-4cc9-82ce-f10e8bb9eef2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Request body: {'floatingip': {'port_id': 'ab7c4657-30a5-47ab-9edd-dfe1d65ebe22'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:50:44.696663 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-dcd83b15-4f56-4cc9-82ce-f10e8bb9eef2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:45.434946 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-dcd83b15-4f56-4cc9-82ce-f10e8bb9eef2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:45.439242 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-dcd83b15-4f56-4cc9-82ce-f10e8bb9eef2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:45.627439 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.l3_db [None req-dcd83b15-4f56-4cc9-82ce-f10e8bb9eef2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Floating IP a90f6611-3d42-4107-8bbc-ef10365c7e8c associated. External IP: 172.27.3.128, port: ab7c4657-30a5-47ab-9edd-dfe1d65ebe22.
Jun 17 14:50:46.065807 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd83b15-4f56-4cc9-82ce-f10e8bb9eef2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:50:46.256126 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd83b15-4f56-4cc9-82ce-f10e8bb9eef2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:50:46.260457 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-dcd83b15-4f56-4cc9-82ce-f10e8bb9eef2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:46.266521 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef7c28-7354-48c1-ae6d-18d2a6a9b522 None None] Sync routers for ids ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:50:46.276432 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef7c28-7354-48c1-ae6d-18d2a6a9b522 None None] Routers {'1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:50:46.277080 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-6cef7c28-7354-48c1-ae6d-18d2a6a9b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28165730>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:50:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:50:46.324102 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-dcd83b15-4f56-4cc9-82ce-f10e8bb9eef2 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "PUT /v2.0/floatingips/a90f6611-3d42-4107-8bbc-ef10365c7e8c HTTP/1.1" status: 200  len: 991 time: 1.7170007
Jun 17 14:50:46.330080 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab491eb-595d-4aae-9dd8-c24a65253433', 'tag': 'ab7c4657-30a5-47ab-9edd-dfe1d65ebe22'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:50:46.474602 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab491eb-595d-4aae-9dd8-c24a65253433', 'tag': 'ab7c4657-30a5-47ab-9edd-dfe1d65ebe22', 'status': 'completed', 'code': 200}
Jun 17 14:50:46.510118 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-6cef7c28-7354-48c1-ae6d-18d2a6a9b522 None None] Set router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:50:46.629473 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6430920-b66d-484c-9ed9-0b916cfd808e req-c48cf388-58b8-4b65-b61c-1e86ae884866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:46.630772 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a6430920-b66d-484c-9ed9-0b916cfd808e req-c48cf388-58b8-4b65-b61c-1e86ae884866 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=435f37682b7445629d33055791ada83b&device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 1098 time: 0.0863962
Jun 17 14:50:46.886380 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6430920-b66d-484c-9ed9-0b916cfd808e req-0dab9614-3623-448f-8024-d5be710b7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:46.887966 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a6430920-b66d-484c-9ed9-0b916cfd808e req-0dab9614-3623-448f-8024-d5be710b7ce8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6e53ff0-1917-4389-b170-61d80fa927e9 HTTP/1.1" status: 200  len: 912 time: 0.2496583
Jun 17 14:50:46.932920 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-6cef7c28-7354-48c1-ae6d-18d2a6a9b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28165730>, [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'a90f6611-3d42-4107-8bbc-ef10365c7e8c', 'tenant_id': '435f37682b7445629d33055791ada83b', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'port_id': 'ab7c4657-30a5-47ab-9edd-dfe1d65ebe22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'mac_address': 'fa:16:3e:24:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab491eb-595d-4aae-9dd8-c24a65253433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:50:30Z', 'updated_at': '2021-06-17T14:50:45Z', 'revision_number': 1, 'project_id': '435f37682b7445629d33055791ada83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:48Z', 'revision_number': 5, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:50:46.937510 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef7c28-7354-48c1-ae6d-18d2a6a9b522 None None] Checking router: 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:50:46.946817 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef7c28-7354-48c1-ae6d-18d2a6a9b522 None None] Routers {'1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:50:46.947454 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-6cef7c28-7354-48c1-ae6d-18d2a6a9b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28165730>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:50:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:50:47.008759 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a6430920-b66d-484c-9ed9-0b916cfd808e req-84423af6-ae46-4bc7-bf01-67963b2574d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 HTTP/1.1" status: 200  len: 999 time: 0.1133907
Jun 17 14:50:47.082166 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6430920-b66d-484c-9ed9-0b916cfd808e req-ce0fa844-56f5-4f79-9c1a-7e9682712727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:47.083831 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a6430920-b66d-484c-9ed9-0b916cfd808e req-ce0fa844-56f5-4f79-9c1a-7e9682712727 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a3575f2-11d4-4900-8acc-ab5e547dc5f0 HTTP/1.1" status: 200  len: 849 time: 0.0670562
Jun 17 14:50:47.146545 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-6cef7c28-7354-48c1-ae6d-18d2a6a9b522 None None] Set router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:50:47.189804 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6430920-b66d-484c-9ed9-0b916cfd808e req-3f7529ab-7832-4be4-abb7-3fbe40efc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:47.191325 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a6430920-b66d-484c-9ed9-0b916cfd808e req-3f7529ab-7832-4be4-abb7-3fbe40efc1f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e53ff0-1917-4389-b170-61d80fa927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1000700
Jun 17 14:50:47.337654 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a6430920-b66d-484c-9ed9-0b916cfd808e req-dab09e34-f243-4c2c-a093-19e6ef6ba509 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380293
Jun 17 14:50:47.482497 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a6430920-b66d-484c-9ed9-0b916cfd808e req-96b80e26-cbd8-4995-a882-914739243c98 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373885
Jun 17 14:50:47.557997 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-6cef7c28-7354-48c1-ae6d-18d2a6a9b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28165730>, [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'a90f6611-3d42-4107-8bbc-ef10365c7e8c', 'tenant_id': '435f37682b7445629d33055791ada83b', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'port_id': 'ab7c4657-30a5-47ab-9edd-dfe1d65ebe22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'mac_address': 'fa:16:3e:24:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab491eb-595d-4aae-9dd8-c24a65253433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:50:30Z', 'updated_at': '2021-06-17T14:50:45Z', 'revision_number': 1, 'project_id': '435f37682b7445629d33055791ada83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:48Z', 'revision_number': 5, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:50:47.563167 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef7c28-7354-48c1-ae6d-18d2a6a9b522 None None] The sync data for ids ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'] in dv-cinder-796859-1-iscsi is: [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'a90f6611-3d42-4107-8bbc-ef10365c7e8c', 'tenant_id': '435f37682b7445629d33055791ada83b', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'port_id': 'ab7c4657-30a5-47ab-9edd-dfe1d65ebe22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'mac_address': 'fa:16:3e:24:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab491eb-595d-4aae-9dd8-c24a65253433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:50:30Z', 'updated_at': '2021-06-17T14:50:45Z', 'revision_number': 1, 'project_id': '435f37682b7445629d33055791ada83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:48Z', 'revision_number': 5, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:50:47.777480 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b725a5-1931-424a-be63-3c1fa2e34f57 None None] New status for floating IP a90f6611-3d42-4107-8bbc-ef10365c7e8c: ACTIVE {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 14:50:49.136309 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:54.477943 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:54.729806 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-71112c45-30d9-41cf-8973-6a42128eb727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:58.613688 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6e5db6f4-9a22-438a-8ca5-e83fc8e27554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:50:58.974035 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938621f8-f3e6-44e0-95e4-ed99b7202add req-b5716926-f7db-47d9-8c2f-e213486fc846 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:50:58.975965 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-938621f8-f3e6-44e0-95e4-ed99b7202add req-b5716926-f7db-47d9-8c2f-e213486fc846 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1104510
Jun 17 14:50:59.024033 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-938621f8-f3e6-44e0-95e4-ed99b7202add req-1afcd6ab-df57-415b-b557-a95dc5cf3dd5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419559
Jun 17 14:50:59.903973 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:00.308792 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa008b2f-8e76-4d12-b134-d3976fa324e7 req-62ab07db-51c5-4153-b477-8ff9d4970617 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:00.310243 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-aa008b2f-8e76-4d12-b134-d3976fa324e7 req-62ab07db-51c5-4153-b477-8ff9d4970617 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1285069
Jun 17 14:51:00.368612 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-aa008b2f-8e76-4d12-b134-d3976fa324e7 req-d35bce4f-9e45-490f-aa31-c809b255635f tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510509
Jun 17 14:51:01.587427 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf9dfd-1053-46bd-921d-ce7d4839a55b req-d7578b40-95d3-4d64-bf51-d3d35efa2afc tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:01.588945 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a4cf9dfd-1053-46bd-921d-ce7d4839a55b req-d7578b40-95d3-4d64-bf51-d3d35efa2afc tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.0954030
Jun 17 14:51:01.668982 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a4cf9dfd-1053-46bd-921d-ce7d4839a55b req-3b4172cd-8fdc-40b6-b850-1c3f5b73341a tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728393
Jun 17 14:51:01.996121 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:02.802817 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-02e97157-6f5b-4404-a701-d4980ff15dca req-13b92f4e-c51a-4b06-80c2-5dbe40b44c69 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-782923847&fields=id&tenant_id=c5c530559768411bac83f46228d16ea4 HTTP/1.1" status: 200  len: 267 time: 0.0539258
Jun 17 14:51:02.898127 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41125fac-5221-46d9-93a7-3eac43dee0b6 req-284860d3-1313-479f-8ea4-770d2255da36 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:02.899955 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-41125fac-5221-46d9-93a7-3eac43dee0b6 req-284860d3-1313-479f-8ea4-770d2255da36 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1004539
Jun 17 14:51:02.913029 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e97157-6f5b-4404-a701-d4980ff15dca req-e9187790-e611-4f16-9255-91cf5f8d82ba tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:02.914621 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-02e97157-6f5b-4404-a701-d4980ff15dca req-e9187790-e611-4f16-9255-91cf5f8d82ba tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 984 time: 0.1004910
Jun 17 14:51:02.927721 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [req-02e97157-6f5b-4404-a701-d4980ff15dca req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Request body: {'port': {'security_groups': ['5c2812dd-f0bf-4983-b514-a44d809b0c65']}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:51:02.955195 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-41125fac-5221-46d9-93a7-3eac43dee0b6 req-1ce4df31-3ff0-41ea-b049-7aa496e709ba tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449743
Jun 17 14:51:03.085747 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-02e97157-6f5b-4404-a701-d4980ff15dca req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:03.504210 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 43434) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:03.535856 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [req-02e97157-6f5b-4404-a701-d4980ff15dca req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] For port cb2c6dfa-ec8b-49c0-820d-37ccda26a584, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,segment=NetworkSegment(48109b79-38de-49d3-b3db-2f2589931f44),segment_id=48109b79-38de-49d3-b3db-2f2589931f44)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:03.574266 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-02e97157-6f5b-4404-a701-d4980ff15dca req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:03.582156 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-02e97157-6f5b-4404-a701-d4980ff15dca req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:03.602158 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:03.640496 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['cb2c6dfa-ec8b-49c0-820d-37ccda26a584'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:51:03.673599 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bc894f0e-6507-4439-9146-4e7e73950398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:03.690771 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-bc894f0e-6507-4439-9146-4e7e73950398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:51:03.695767 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-bc894f0e-6507-4439-9146-4e7e73950398 admin admin] Usage tracker for resource:security_group_rule and tenant:1de372d7dce44b42ba23fe7b96257d6b is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:51:03.699742 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-bc894f0e-6507-4439-9146-4e7e73950398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:51:03.707305 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-bc894f0e-6507-4439-9146-4e7e73950398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:51:03.755215 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event updated for resources: {'Port': ['ID=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,revision_number=7']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:03.783425 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:03.784007 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:03.784607 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:03.785200 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:03.785788 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:03.786393 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:03.787980 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:03.787980 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:03.788434 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:03.788702 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:03.789518 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:03.790541 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:03.799591 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:03.818388 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e97157-6f5b-4404-a701-d4980ff15dca req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:03.818388 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [req-02e97157-6f5b-4404-a701-d4980ff15dca req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:03.820699 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-02e97157-6f5b-4404-a701-d4980ff15dca req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "PUT /v2.0/ports/cb2c6dfa-ec8b-49c0-820d-37ccda26a584 HTTP/1.1" status: 200  len: 942 time: 0.8983073
Jun 17 14:51:03.821732 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'tag': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:51:03.824692 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bc894f0e-6507-4439-9146-4e7e73950398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:03.829741 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 43446) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:03.854400 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bc894f0e-6507-4439-9146-4e7e73950398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:03.928964 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'tag': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584', 'status': 'completed', 'code': 200}
Jun 17 14:51:03.930936 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ff530be2-0dc3-4205-9a85-c50ab31f4129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:04.099000 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-8b80d8da-a524-49c7-8d69-8ead49abdb21 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:04.111616 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-bc894f0e-6507-4439-9146-4e7e73950398 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1de372d7dce44b42ba23fe7b96257d6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6059084
Jun 17 14:51:04.114608 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 43454) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:04.119427 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['cb2c6dfa-ec8b-49c0-820d-37ccda26a584'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:51:04.122110 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc894f0e-6507-4439-9146-4e7e73950398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12ef946-5b16-4292-9c4a-ea6cd844877c,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:04.140046 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-bc894f0e-6507-4439-9146-4e7e73950398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:04.173410 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-8b80d8da-a524-49c7-8d69-8ead49abdb21 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:04.253370 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cba7b1-c332-4b8d-ba98-a200f45a73be req-e29e56d6-6c60-4fd1-a21e-7ad8dff070c1 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:04.254836 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f6cba7b1-c332-4b8d-ba98-a200f45a73be req-e29e56d6-6c60-4fd1-a21e-7ad8dff070c1 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.3115106
Jun 17 14:51:04.268036 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a770cfc-9e7c-4404-8082-3d69118902ab req-d38be27d-c0c9-436a-9933-9d373723ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:04.269634 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1a770cfc-9e7c-4404-8082-3d69118902ab req-d38be27d-c0c9-436a-9933-9d373723ac4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5c530559768411bac83f46228d16ea4&device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 1098 time: 0.2496135
Jun 17 14:51:04.280208 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-17991ac4-3269-435a-ac69-27b0b9d29bfa None None] Provisioning complete for port cb2c6dfa-ec8b-49c0-820d-37ccda26a584 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:51:04.280755 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-17991ac4-3269-435a-ac69-27b0b9d29bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:04.332155 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ccd0371d-98bc-4fa0-82ac-6c0f9f747941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:04.360023 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cf444-946e-4351-a93f-369a46d19498 req-9a63e503-8ea7-47aa-87d5-ddb21e919c9b tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:04.361840 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b71cf444-946e-4351-a93f-369a46d19498 req-9a63e503-8ea7-47aa-87d5-ddb21e919c9b tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.2069743
Jun 17 14:51:04.395873 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ccd0371d-98bc-4fa0-82ac-6c0f9f747941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:04.419400 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f6cba7b1-c332-4b8d-ba98-a200f45a73be req-189c7da6-c03c-443d-a991-61c57e0e7bf8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1477826
Jun 17 14:51:04.480969 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b71cf444-946e-4351-a93f-369a46d19498 req-f5ecc6f6-07e9-4d0f-acc2-a15871c92fd1 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072454
Jun 17 14:51:04.485753 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-8b80d8da-a524-49c7-8d69-8ead49abdb21 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:04.510322 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0062b23a-fc2f-4651-ae3f-f23fce85d18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:04.524115 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ccd0371d-98bc-4fa0-82ac-6c0f9f747941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:04.536005 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-fa778012-8b77-47f4-b57c-83f421f6020e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:04.542114 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-8b80d8da-a524-49c7-8d69-8ead49abdb21 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:04.543370 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-8b80d8da-a524-49c7-8d69-8ead49abdb21 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "DELETE /v2.0/security-groups/8f8d0005-5575-45bf-a0aa-8e154844ddcf HTTP/1.1" status: 204  len: 168 time: 0.7124586
Jun 17 14:51:04.555156 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80d8da-a524-49c7-8d69-8ead49abdb21 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8d0005-5575-45bf-a0aa-8e154844ddcf,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:04.555629 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 43460) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:04.557618 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8b80d8da-a524-49c7-8d69-8ead49abdb21 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:04.571087 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a770cfc-9e7c-4404-8082-3d69118902ab req-0fc2d874-cd26-4fa5-8716-3fb1ae1a6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:04.572737 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1a770cfc-9e7c-4404-8082-3d69118902ab req-0fc2d874-cd26-4fa5-8716-3fb1ae1a6f56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb HTTP/1.1" status: 200  len: 916 time: 0.2832992
Jun 17 14:51:04.644827 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0371d-98bc-4fa0-82ac-6c0f9f747941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12ef946-5b16-4292-9c4a-ea6cd844877c,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:04.653997 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ccd0371d-98bc-4fa0-82ac-6c0f9f747941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:04.664416 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ccd0371d-98bc-4fa0-82ac-6c0f9f747941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:04.668287 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-ccd0371d-98bc-4fa0-82ac-6c0f9f747941 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d12ef946-5b16-4292-9c4a-ea6cd844877c HTTP/1.1" status: 204  len: 168 time: 0.5485680
Jun 17 14:51:04.724490 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1a770cfc-9e7c-4404-8082-3d69118902ab req-06890e70-5a97-4eb5-b533-5740fdc0c359 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb2c6dfa-ec8b-49c0-820d-37ccda26a584 HTTP/1.1" status: 200  len: 1001 time: 0.1399252
Jun 17 14:51:04.814391 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a770cfc-9e7c-4404-8082-3d69118902ab req-f8f7551f-06cb-4f00-99e7-9680d51e2b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:04.816362 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1a770cfc-9e7c-4404-8082-3d69118902ab req-f8f7551f-06cb-4f00-99e7-9680d51e2b57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd0bc2e9-44f4-4df0-bd36-64c989a62cc9 HTTP/1.1" status: 200  len: 853 time: 0.0830903
Jun 17 14:51:04.832944 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Deleting port 32ac419a-03fe-4ef7-9dd8-def76e19ed7d {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:51:04.833861 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:04.925482 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a770cfc-9e7c-4404-8082-3d69118902ab req-6c173dea-474d-43cc-b141-d517bdc97fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:04.928560 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1a770cfc-9e7c-4404-8082-3d69118902ab req-6c173dea-474d-43cc-b141-d517bdc97fbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0989127
Jun 17 14:51:05.051195 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:05.051553 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:05.241537 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1a770cfc-9e7c-4404-8082-3d69118902ab req-1073d571-3325-4063-943c-d20ef5765e4d service neutron] 10.222.0.37 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3021255
Jun 17 14:51:05.259125 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Calling delete_port for 32ac419a-03fe-4ef7-9dd8-def76e19ed7d owned by network:floatingip {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:51:05.435244 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1a770cfc-9e7c-4404-8082-3d69118902ab req-183c2ea7-c7dd-402f-91a6-11ea42241f4c service neutron] 10.222.0.37 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1854281
Jun 17 14:51:05.481682 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:05.487362 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:05.572820 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event deleted for resources: {'Port': ['ID=32ac419a-03fe-4ef7-9dd8-def76e19ed7d,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:05.631115 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:05.779748 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks [] for floatingip, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:05.780278 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.l3_db [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Floating IP b1656ead-22ab-44a6-a864-592926db24a1 disassociated (deleted). External IP: 172.27.3.131, port: cb2c6dfa-ec8b-49c0-820d-37ccda26a584.
Jun 17 14:51:05.793703 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d227c98-f3be-4c49-9a65-5c68268ff746 req-f8bb3643-1552-4079-ba5a-c22a9a892f3d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:05.795139 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6d227c98-f3be-4c49-9a65-5c68268ff746 req-f8bb3643-1552-4079-ba5a-c22a9a892f3d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1125200
Jun 17 14:51:05.851230 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6d227c98-f3be-4c49-9a65-5c68268ff746 req-45194fe6-8da3-4387-b898-9ce869d77456 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491066
Jun 17 14:51:06.000475 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57b7a8-2ace-437e-8064-f5efa93bc412 req-b7625704-00c7-4554-bba8-197550ded9e7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:06.008095 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3d57b7a8-2ace-437e-8064-f5efa93bc412 req-b7625704-00c7-4554-bba8-197550ded9e7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.4381783
Jun 17 14:51:06.152335 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3d57b7a8-2ace-437e-8064-f5efa93bc412 req-e6e9bc4f-4276-4f16-a69d-f4d2b7627809 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1429875
Jun 17 14:51:06.402699 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Router 48b3f9a2-beee-45d5-a07b-f78280f9069e has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:51:06.610287 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:51:06.623403 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56111cb4-a2bb-40aa-9edf-285fdc4388c8 None None] Sync routers for ids ['48b3f9a2-beee-45d5-a07b-f78280f9069e'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:51:06.634994 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56111cb4-a2bb-40aa-9edf-285fdc4388c8 None None] Routers {'48b3f9a2-beee-45d5-a07b-f78280f9069e'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:51:06.635664 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-56111cb4-a2bb-40aa-9edf-285fdc4388c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2866ea60>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:50:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['48b3f9a2-beee-45d5-a07b-f78280f9069e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:06.636508 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:06.697919 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "DELETE /v2.0/floatingips/b1656ead-22ab-44a6-a864-592926db24a1 HTTP/1.1" status: 204  len: 168 time: 2.1323872
Jun 17 14:51:06.698557 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'tag': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:51:06.747759 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'tag': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584', 'status': 'completed', 'code': 200}
Jun 17 14:51:06.855766 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-56111cb4-a2bb-40aa-9edf-285fdc4388c8 None None] Set router 48b3f9a2-beee-45d5-a07b-f78280f9069e gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:51:06.887098 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc8eed-ad87-48dc-af67-d38d91b75b9f req-3ebbeb2f-cb2a-4e55-aced-37a41ede69d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:06.889122 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-49dc8eed-ad87-48dc-af67-d38d91b75b9f req-3ebbeb2f-cb2a-4e55-aced-37a41ede69d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5c530559768411bac83f46228d16ea4&device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 1098 time: 0.0873036
Jun 17 14:51:07.056914 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc8eed-ad87-48dc-af67-d38d91b75b9f req-504b9d17-4d7d-460b-98b5-1970ae447cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:07.058551 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-49dc8eed-ad87-48dc-af67-d38d91b75b9f req-504b9d17-4d7d-460b-98b5-1970ae447cf7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb HTTP/1.1" status: 200  len: 916 time: 0.1515331
Jun 17 14:51:07.109546 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91aa5b-ded6-4c9e-9884-3d0d267a37f4 req-53027fd7-e505-42d2-a76b-98fc16e39171 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:07.111769 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-de91aa5b-ded6-4c9e-9884-3d0d267a37f4 req-53027fd7-e505-42d2-a76b-98fc16e39171 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1187539
Jun 17 14:51:07.221706 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-49dc8eed-ad87-48dc-af67-d38d91b75b9f req-fe6cea0a-dcc6-4897-8340-921f955e3e63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb2c6dfa-ec8b-49c0-820d-37ccda26a584 HTTP/1.1" status: 200  len: 217 time: 0.1552355
Jun 17 14:51:07.223600 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-de91aa5b-ded6-4c9e-9884-3d0d267a37f4 req-4f48ffd7-0986-4a33-bb39-4725eb4e941d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027191
Jun 17 14:51:07.312190 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc8eed-ad87-48dc-af67-d38d91b75b9f req-1ec60e89-f372-4fde-8d7b-faf8ec665d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:07.313968 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-49dc8eed-ad87-48dc-af67-d38d91b75b9f req-1ec60e89-f372-4fde-8d7b-faf8ec665d70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd0bc2e9-44f4-4df0-bd36-64c989a62cc9 HTTP/1.1" status: 200  len: 853 time: 0.0815499
Jun 17 14:51:07.332038 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-56111cb4-a2bb-40aa-9edf-285fdc4388c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2866ea60>, [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:48:04Z', 'revision_number': 4, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port': {'id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:18:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:59Z', 'updated_at': '2021-06-17T14:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'aad8448e-6aad-4378-b1fe-4870823b74fd', 'name': '', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'mac_address': 'fa:16:3e:b2:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:03Z', 'updated_at': '2021-06-17T14:48:13Z', 'revision_number': 5, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'subnets': [{'id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:07.338889 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56111cb4-a2bb-40aa-9edf-285fdc4388c8 None None] Checking router: 48b3f9a2-beee-45d5-a07b-f78280f9069e for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:51:07.353203 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56111cb4-a2bb-40aa-9edf-285fdc4388c8 None None] Routers {'48b3f9a2-beee-45d5-a07b-f78280f9069e'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:51:07.354551 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-56111cb4-a2bb-40aa-9edf-285fdc4388c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2866ea60>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:50:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['48b3f9a2-beee-45d5-a07b-f78280f9069e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:07.412946 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc8eed-ad87-48dc-af67-d38d91b75b9f req-aeac6ba3-7c31-4c1a-aa7c-4eee4546b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:07.414680 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-49dc8eed-ad87-48dc-af67-d38d91b75b9f req-aeac6ba3-7c31-4c1a-aa7c-4eee4546b0a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=82772615-1cc7-4e62-a2c1-9ccd7d4392bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0906878
Jun 17 14:51:07.650748 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-49dc8eed-ad87-48dc-af67-d38d91b75b9f req-3a6c4f4e-acf1-4807-bb53-bbcc5836a243 service neutron] 10.222.0.37 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2282193
Jun 17 14:51:07.663740 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-56111cb4-a2bb-40aa-9edf-285fdc4388c8 None None] Set router 48b3f9a2-beee-45d5-a07b-f78280f9069e gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:51:07.714152 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea0f2a-614d-486d-bbfc-3401759599b6 req-026e1769-9940-43d1-9caa-0e516d7a92fd tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:07.715718 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-98ea0f2a-614d-486d-bbfc-3401759599b6 req-026e1769-9940-43d1-9caa-0e516d7a92fd tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1829720
Jun 17 14:51:07.782312 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-897cbe1a-abef-4684-994a-030a038c553e req-137c5700-7082-4584-b4db-07fdc213c3c8 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=766de308784a49fd9e061ef097d26906&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0340075
Jun 17 14:51:07.843008 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-98ea0f2a-614d-486d-bbfc-3401759599b6 req-ebdf6593-13dd-4af6-9d29-f1ed11c4057b tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784450
Jun 17 14:51:07.852403 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-49dc8eed-ad87-48dc-af67-d38d91b75b9f req-184fceac-9476-4743-863d-f78762cad4f9 service neutron] 10.222.0.37 "GET /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1926215
Jun 17 14:51:07.963257 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cbe1a-abef-4684-994a-030a038c553e req-4713c4da-48ce-4117-ab52-ab0cea8ea530 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:07.964962 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-897cbe1a-abef-4684-994a-030a038c553e req-4713c4da-48ce-4117-ab52-ab0cea8ea530 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1764517
Jun 17 14:51:07.991826 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-897cbe1a-abef-4684-994a-030a038c553e req-2f4e97ce-27cc-4d6f-9626-519b334d40ff tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/quotas/766de308784a49fd9e061ef097d26906 HTTP/1.1" status: 200  len: 375 time: 0.0199265
Jun 17 14:51:08.043507 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-897cbe1a-abef-4684-994a-030a038c553e req-cf34f6da-ab0c-4b72-964b-585b552a7472 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=766de308784a49fd9e061ef097d26906&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0452390
Jun 17 14:51:08.137835 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-56111cb4-a2bb-40aa-9edf-285fdc4388c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2866ea60>, [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:48:04Z', 'revision_number': 4, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port': {'id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:18:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:59Z', 'updated_at': '2021-06-17T14:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'aad8448e-6aad-4378-b1fe-4870823b74fd', 'name': '', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'mac_address': 'fa:16:3e:b2:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:03Z', 'updated_at': '2021-06-17T14:48:13Z', 'revision_number': 5, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'subnets': [{'id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:08.143182 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56111cb4-a2bb-40aa-9edf-285fdc4388c8 None None] The sync data for ids ['48b3f9a2-beee-45d5-a07b-f78280f9069e'] in dv-cinder-796859-1-iscsi is: [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:48:04Z', 'revision_number': 4, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port': {'id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:18:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:59Z', 'updated_at': '2021-06-17T14:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'aad8448e-6aad-4378-b1fe-4870823b74fd', 'name': '', 'network_id': '82772615-1cc7-4e62-a2c1-9ccd7d4392bb', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'mac_address': 'fa:16:3e:b2:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:03Z', 'updated_at': '2021-06-17T14:48:13Z', 'revision_number': 5, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'subnets': [{'id': 'dd0bc2e9-44f4-4df0-bd36-64c989a62cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:51:08.325329 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1753fcf1-f41f-4372-b8f8-cb41a8cbcdff req-79eb176c-3465-4d1d-9fb3-b1b21656f68a tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 210 time: 0.0474961
Jun 17 14:51:08.488415 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8202146-6f03-4f3e-be3b-7e969e9573c7 req-330de2d2-7a0e-4810-a0da-c258c3d6a409 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:08.490025 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a8202146-6f03-4f3e-be3b-7e969e9573c7 req-330de2d2-7a0e-4810-a0da-c258c3d6a409 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1104662
Jun 17 14:51:08.499662 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7adf1d7-512d-4497-8231-9fb1720b5a9b None None] New status for floating IP b1656ead-22ab-44a6-a864-592926db24a1: DOWN {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 14:51:08.579712 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a8202146-6f03-4f3e-be3b-7e969e9573c7 req-a1b492a9-57a8-4791-b8f0-23fbb97549ac tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733056
Jun 17 14:51:09.070178 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae27999-786c-416c-8fca-c4ac3a611d6e req-425d54d2-e10c-49b3-9367-6b70ec7d1add tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:09.071881 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ae27999-786c-416c-8fca-c4ac3a611d6e req-425d54d2-e10c-49b3-9367-6b70ec7d1add tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1003277
Jun 17 14:51:09.132327 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0ae27999-786c-416c-8fca-c4ac3a611d6e req-2d8357b7-619d-4b35-b331-8a3f9414794d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542676
Jun 17 14:51:09.441941 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:51:09.494038 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fe2e0fb4-f414-4d98-b468-72ee2b652c2b req-078ada61-3432-41d9-a0b4-368df1d3be53 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 210 time: 0.0439441
Jun 17 14:51:09.719291 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-897cbe1a-abef-4684-994a-030a038c553e req-5f5f3eb8-26c4-4a7e-816c-a42e8d689040 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=766de308784a49fd9e061ef097d26906&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0300727
Jun 17 14:51:09.972041 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cbe1a-abef-4684-994a-030a038c553e req-c5e839c0-a50b-4980-a2d8-4584723f6de9 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:09.973637 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-897cbe1a-abef-4684-994a-030a038c553e req-c5e839c0-a50b-4980-a2d8-4584723f6de9 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2492833
Jun 17 14:51:09.986630 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c270f74-f3ae-4233-bdc8-b3e18a9131f3 req-129ce418-b6bc-4ad5-9dd7-09407226ca3f tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:09.988232 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3c270f74-f3ae-4233-bdc8-b3e18a9131f3 req-129ce418-b6bc-4ad5-9dd7-09407226ca3f tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.2405519
Jun 17 14:51:09.995084 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Request body: {'port': {'device_id': '04fda98c-25fc-4038-8b87-66701c4388dd', 'network_id': 'b907ec53-ba5c-41fb-90da-416eb52bda31', 'admin_state_up': True, 'tenant_id': '766de308784a49fd9e061ef097d26906'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:51:10.248570 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3c270f74-f3ae-4233-bdc8-b3e18a9131f3 req-cf7b729d-9b8e-4365-9e58-440b92fe4c46 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1279457
Jun 17 14:51:10.294494 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:51:10.298707 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Usage tracker for resource:port and tenant:766de308784a49fd9e061ef097d26906 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:51:10.302043 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:51:10.309779 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:51:10.321231 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Made reservation on behalf of 766de308784a49fd9e061ef097d26906 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:51:10.325389 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:10.341529 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:10.365299 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:51:10.369356 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Usage tracker for resource:security_group_rule and tenant:766de308784a49fd9e061ef097d26906 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:51:10.372368 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:51:10.380237 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:51:10.386012 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12892ab8-3f9e-4313-a597-c25b0d9f666d req-84d43107-3bdf-46c1-bf43-19e8343604c8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:10.388157 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-12892ab8-3f9e-4313-a597-c25b0d9f666d req-84d43107-3bdf-46c1-bf43-19e8343604c8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1048803
Jun 17 14:51:10.454933 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-12892ab8-3f9e-4313-a597-c25b0d9f666d req-b14e9455-a283-4135-9afd-1b982884f041 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560658
Jun 17 14:51:10.506641 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:10.512124 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:10.516054 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8735d916-79d7-4073-a7a1-c744b9ab5539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:10.615300 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7233b0a0-28f7-4e56-ae70-5c07b0db0285,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:10.621743 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:10.713390 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1b8e0dab-7853-4d53-8676-8bad1daeb240 req-b036047c-fcd3-4a33-8cd5-22f10160d765 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 210 time: 0.0800595
Jun 17 14:51:10.777070 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Allocated IP 192.168.233.61 (b907ec53-ba5c-41fb-90da-416eb52bda31/69e1f12b-70a9-4a96-8023-6a8e2170e1c8/3edaedbc-4a96-4b17-9d53-b7ab577d1141) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:51:10.817411 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e266544-6128-4a02-8585-332526d572e9 req-e5d08634-e1a1-4746-8e82-1f6163e1c4ea tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:10.818949 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8e266544-6128-4a02-8585-332526d572e9 req-e5d08634-e1a1-4746-8e82-1f6163e1c4ea tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 945 time: 0.1727235
Jun 17 14:51:10.920878 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-8e266544-6128-4a02-8585-332526d572e9 req-2dcda19c-15d5-4b08-bf30-981b9ed9d451 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Synchronizing usage tracker for tenant:c5c530559768411bac83f46228d16ea4 on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:51:11.006641 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-8e266544-6128-4a02-8585-332526d572e9 req-2dcda19c-15d5-4b08-bf30-981b9ed9d451 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Unset dirty status for tenant:c5c530559768411bac83f46228d16ea4 on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:51:11.007681 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8e266544-6128-4a02-8585-332526d572e9 req-2dcda19c-15d5-4b08-bf30-981b9ed9d451 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816719
Jun 17 14:51:11.054968 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:11.072511 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Transition to ACTIVE for port object 3edaedbc-4a96-4b17-9d53-b7ab577d1141 will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:51:11.097421 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:11.106468 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3cabc243-8c03-4548-b46c-ea781118185e tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:11.177830 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Network b907ec53-ba5c-41fb-90da-416eb52bda31 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:51:11.181068 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:51:11.185018 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:51:11.217944 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Pushing event updated for resources: {'Port': ['ID=3edaedbc-4a96-4b17-9d53-b7ab577d1141,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:11.226113 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:11.261725 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:11.262336 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:11.297491 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-897cbe1a-abef-4684-994a-030a038c553e req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3061070
Jun 17 14:51:11.318912 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Request body: {'port': {'device_id': '04fda98c-25fc-4038-8b87-66701c4388dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:51:11.485052 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-d8e21a77-6a34-4289-8f25-1cba9347bee5 None None] Provisioning for port 3edaedbc-4a96-4b17-9d53-b7ab577d1141 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:51:11.494155 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-d8e21a77-6a34-4289-8f25-1cba9347bee5 None None] Provisioning complete for port 3edaedbc-4a96-4b17-9d53-b7ab577d1141 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:51:11.495232 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d8e21a77-6a34-4289-8f25-1cba9347bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:11.503314 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:11.592029 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-d8e21a77-6a34-4289-8f25-1cba9347bee5 None None] Port 3edaedbc-4a96-4b17-9d53-b7ab577d1141 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:51:11.599926 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4f77-7154-4910-be53-549e323699c2 req-4e074e44-630b-4e08-ac72-e02957246017 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:11.602617 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1ccb4f77-7154-4910-be53-549e323699c2 req-4e074e44-630b-4e08-ac72-e02957246017 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.2269261
Jun 17 14:51:11.743419 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7833aee-a507-4cbe-886d-707c088edbdb req-9e9d764a-2f7a-4afb-8869-140d072a0f0d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:11.746473 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c7833aee-a507-4cbe-886d-707c088edbdb req-9e9d764a-2f7a-4afb-8869-140d072a0f0d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1109521
Jun 17 14:51:11.758000 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1ccb4f77-7154-4910-be53-549e323699c2 req-062a24f6-d5ed-4c23-9955-c96901595a9e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1451280
Jun 17 14:51:11.821081 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c7833aee-a507-4cbe-886d-707c088edbdb req-8cb0a706-a51c-44e2-8807-7d3d8c62ee0c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682726
Jun 17 14:51:12.066283 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edaedbc-4a96-4b17-9d53-b7ab577d1141 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:51:12.079344 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac71081-5fa0-49d7-849e-25147d9f6cb3 req-6f5c1b59-a6b9-4a77-a650-e996c73bc5c4 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:12.080111 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-1ac71081-5fa0-49d7-849e-25147d9f6cb3 req-6f5c1b59-a6b9-4a77-a650-e996c73bc5c4 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Synchronizing usage tracker for tenant:766de308784a49fd9e061ef097d26906 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:51:12.087270 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:12.113075 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Transition to ACTIVE for port object 3edaedbc-4a96-4b17-9d53-b7ab577d1141 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:51:12.118025 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-1ac71081-5fa0-49d7-849e-25147d9f6cb3 req-6f5c1b59-a6b9-4a77-a650-e996c73bc5c4 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Unset dirty status for tenant:766de308784a49fd9e061ef097d26906 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:51:12.119365 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1ac71081-5fa0-49d7-849e-25147d9f6cb3 req-6f5c1b59-a6b9-4a77-a650-e996c73bc5c4 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 935 time: 0.2203114
Jun 17 14:51:12.120919 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:12.125826 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:12.246839 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d64cc8-180c-4eab-9ec3-9a4679ea2f73 req-f04f9e6a-87d8-4190-b34b-00faf87d84dd tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:12.247820 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-58d64cc8-180c-4eab-9ec3-9a4679ea2f73 req-f04f9e6a-87d8-4190-b34b-00faf87d84dd tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Synchronizing usage tracker for tenant:c5c530559768411bac83f46228d16ea4 on resource:port {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:51:12.274315 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-58d64cc8-180c-4eab-9ec3-9a4679ea2f73 req-f04f9e6a-87d8-4190-b34b-00faf87d84dd tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Unset dirty status for tenant:c5c530559768411bac83f46228d16ea4 on resource:port {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:51:12.277390 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-58d64cc8-180c-4eab-9ec3-9a4679ea2f73 req-f04f9e6a-87d8-4190-b34b-00faf87d84dd tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 945 time: 0.1257920
Jun 17 14:51:12.342424 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-58d64cc8-180c-4eab-9ec3-9a4679ea2f73 req-b4db71b9-818a-406f-a56f-574af6445efa tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591500
Jun 17 14:51:12.471913 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3edaedbc-4a96-4b17-9d53-b7ab577d1141,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:12.476044 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-1ac71081-5fa0-49d7-849e-25147d9f6cb3 req-b3cff863-fc7f-46aa-88f1-acfffd6b4597 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Synchronizing usage tracker for tenant:766de308784a49fd9e061ef097d26906 on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:51:12.506079 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:12.582177 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-1ac71081-5fa0-49d7-849e-25147d9f6cb3 req-b3cff863-fc7f-46aa-88f1-acfffd6b4597 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Unset dirty status for tenant:766de308784a49fd9e061ef097d26906 on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:51:12.583585 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1ac71081-5fa0-49d7-849e-25147d9f6cb3 req-b3cff863-fc7f-46aa-88f1-acfffd6b4597 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/security-groups?id=7233b0a0-28f7-4e56-ae70-5c07b0db0285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4142032
Jun 17 14:51:12.632962 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Attempting to bind port 3edaedbc-4a96-4b17-9d53-b7ab577d1141 on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:51:12.633306 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Attempting to bind port 3edaedbc-4a96-4b17-9d53-b7ab577d1141 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'd4ac6b0c-0c35-47d0-a0b8-aae1a410aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'b907ec53-ba5c-41fb-90da-416eb52bda31'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:51:12.633637 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Attempting to bind port 3edaedbc-4a96-4b17-9d53-b7ab577d1141 on network b907ec53-ba5c-41fb-90da-416eb52bda31 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:51:12.643641 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Port 3edaedbc-4a96-4b17-9d53-b7ab577d1141 on network b907ec53-ba5c-41fb-90da-416eb52bda31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:51:12.644637 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Attempting to bind port 3edaedbc-4a96-4b17-9d53-b7ab577d1141 on network b907ec53-ba5c-41fb-90da-416eb52bda31 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:51:12.651809 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:51:12.652198 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Checking segment: {'id': 'd4ac6b0c-0c35-47d0-a0b8-aae1a410aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'b907ec53-ba5c-41fb-90da-416eb52bda31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:51:12.652620 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Bound using segment: {'id': 'd4ac6b0c-0c35-47d0-a0b8-aae1a410aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'b907ec53-ba5c-41fb-90da-416eb52bda31'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:51:12.653101 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Bound port: 3edaedbc-4a96-4b17-9d53-b7ab577d1141, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ac6b0c-0c35-47d0-a0b8-aae1a410aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'b907ec53-ba5c-41fb-90da-416eb52bda31'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:51:12.653532 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:12.784824 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] For port 3edaedbc-4a96-4b17-9d53-b7ab577d1141, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:51:12.788045 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] For port 3edaedbc-4a96-4b17-9d53-b7ab577d1141, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3edaedbc-4a96-4b17-9d53-b7ab577d1141,segment=NetworkSegment(d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0),segment_id=d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:51:12.795733 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:12.800497 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-73a8ba87-8844-4bb5-8db0-7b3c88a36bec tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:12.866676 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:12.867259 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:12.868803 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-897cbe1a-abef-4684-994a-030a038c553e req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] 10.222.0.37 "PUT /v2.0/ports/3edaedbc-4a96-4b17-9d53-b7ab577d1141 HTTP/1.1" status: 200  len: 1097 time: 1.5545788
Jun 17 14:51:12.869423 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fda98c-25fc-4038-8b87-66701c4388dd', 'tag': '3edaedbc-4a96-4b17-9d53-b7ab577d1141'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:51:12.901206 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3edaedbc-4a96-4b17-9d53-b7ab577d1141,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:12.909460 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:13.005634 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cf159-8e6a-48d6-bb0e-6724fa01fee9 req-20d76925-a800-4317-9540-db8a7dc69c37 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:13.013989 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9a2cf159-8e6a-48d6-bb0e-6724fa01fee9 req-20d76925-a800-4317-9540-db8a7dc69c37 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1123476
Jun 17 14:51:13.059810 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9a2cf159-8e6a-48d6-bb0e-6724fa01fee9 req-2538758b-e55f-4dbc-ab27-06213eda26a7 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448213
Jun 17 14:51:13.275680 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d48c8-d4d1-4e45-9142-de1bd8661f58 req-ab131aa0-8f23-498b-be9a-a7f7392016ab tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:13.284439 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f09d48c8-d4d1-4e45-9142-de1bd8661f58 req-ab131aa0-8f23-498b-be9a-a7f7392016ab tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1916802
Jun 17 14:51:13.296164 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc4240-bdac-4797-a540-3ce4ea91aee3 req-15810539-5038-4a40-a15f-193e703984e4 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:13.298112 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-81bc4240-bdac-4797-a540-3ce4ea91aee3 req-15810539-5038-4a40-a15f-193e703984e4 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 945 time: 0.3050644
Jun 17 14:51:13.357400 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fda98c-25fc-4038-8b87-66701c4388dd', 'tag': '3edaedbc-4a96-4b17-9d53-b7ab577d1141', 'status': 'completed', 'code': 200}
Jun 17 14:51:13.360084 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cbe1a-abef-4684-994a-030a038c553e req-facea380-7f6a-4048-a0c4-f838e4f0f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:13.361665 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-897cbe1a-abef-4684-994a-030a038c553e req-facea380-7f6a-4048-a0c4-f838e4f0f38f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=766de308784a49fd9e061ef097d26906&device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 1100 time: 0.3702149
Jun 17 14:51:13.470834 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-897cbe1a-abef-4684-994a-030a038c553e req-dc62e5d7-3507-4292-a527-03f5ceaaa786 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=3edaedbc-4a96-4b17-9d53-b7ab577d1141 HTTP/1.1" status: 200  len: 217 time: 0.0910418
Jun 17 14:51:13.478372 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f09d48c8-d4d1-4e45-9142-de1bd8661f58 req-3c701781-0046-4b73-b352-1fb515869135 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1928942
Jun 17 14:51:13.538352 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-81bc4240-bdac-4797-a540-3ce4ea91aee3 req-36057253-66a4-4722-92cb-b3a0f6bc2a79 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Deleting port cb2c6dfa-ec8b-49c0-820d-37ccda26a584 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:51:13.538719 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-81bc4240-bdac-4797-a540-3ce4ea91aee3 req-36057253-66a4-4722-92cb-b3a0f6bc2a79 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:13.644243 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cbe1a-abef-4684-994a-030a038c553e req-9e662bc2-e511-47be-8639-ceb37f616d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:13.646446 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-897cbe1a-abef-4684-994a-030a038c553e req-9e662bc2-e511-47be-8639-ceb37f616d66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69e1f12b-70a9-4a96-8023-6a8e2170e1c8 HTTP/1.1" status: 200  len: 843 time: 0.1635439
Jun 17 14:51:13.701898 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ab9f6-ea4a-4b14-8e93-c5892e125a35 req-7e5cdc03-0341-47ed-af1b-f83c10dff741 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:13.704649 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-163ab9f6-ea4a-4b14-8e93-c5892e125a35 req-7e5cdc03-0341-47ed-af1b-f83c10dff741 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 945 time: 0.2354455
Jun 17 14:51:13.788186 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-163ab9f6-ea4a-4b14-8e93-c5892e125a35 req-969cbd37-9186-43b1-8eed-63edff65810c tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c2812dd-f0bf-4983-b514-a44d809b0c65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741608
Jun 17 14:51:14.021500 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cbe1a-abef-4684-994a-030a038c553e req-ca918a70-648b-404f-8daf-5f4b1929aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:14.023029 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-897cbe1a-abef-4684-994a-030a038c553e req-ca918a70-648b-404f-8daf-5f4b1929aa20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b907ec53-ba5c-41fb-90da-416eb52bda31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3449299
Jun 17 14:51:14.075730 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-81bc4240-bdac-4797-a540-3ce4ea91aee3 req-36057253-66a4-4722-92cb-b3a0f6bc2a79 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] For port cb2c6dfa-ec8b-49c0-820d-37ccda26a584, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,segment=NetworkSegment(48109b79-38de-49d3-b3db-2f2589931f44),segment_id=48109b79-38de-49d3-b3db-2f2589931f44)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:14.076078 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-81bc4240-bdac-4797-a540-3ce4ea91aee3 req-36057253-66a4-4722-92cb-b3a0f6bc2a79 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:14.308451 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73d94e-7cfb-464f-9f97-a9f9cdefa3ee req-ecd7466f-21ee-418e-9805-3aaeaa5c7673 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:14.311502 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3a73d94e-7cfb-464f-9f97-a9f9cdefa3ee req-ecd7466f-21ee-418e-9805-3aaeaa5c7673 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1013675
Jun 17 14:51:14.318829 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-81bc4240-bdac-4797-a540-3ce4ea91aee3 req-36057253-66a4-4722-92cb-b3a0f6bc2a79 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Calling delete_port for cb2c6dfa-ec8b-49c0-820d-37ccda26a584 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:51:14.364859 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3a73d94e-7cfb-464f-9f97-a9f9cdefa3ee req-e78726d6-7011-42b0-b2b0-7028b3b52ede tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452232
Jun 17 14:51:14.560845 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e2854-11d0-4d7b-9176-b0f7fefc1e6c req-0071f2ac-b901-4f7b-91ab-5a6a08eb7b57 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:14.563237 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d38e2854-11d0-4d7b-9176-b0f7fefc1e6c req-0071f2ac-b901-4f7b-91ab-5a6a08eb7b57 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 947 time: 0.6242595
Jun 17 14:51:14.627372 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-897cbe1a-abef-4684-994a-030a038c553e req-84cd8679-db5f-4aa1-9eca-a3aa755dcd41 service neutron] 10.222.0.37 "GET /v2.0/networks/b907ec53-ba5c-41fb-90da-416eb52bda31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5927608
Jun 17 14:51:14.718500 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b0578-1af5-447d-9023-fad949ef4b66 req-07b5928a-9208-47d6-bf6e-f347381ec402 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:14.720447 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-be8b0578-1af5-447d-9023-fad949ef4b66 req-07b5928a-9208-47d6-bf6e-f347381ec402 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1032057
Jun 17 14:51:14.751089 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d38e2854-11d0-4d7b-9176-b0f7fefc1e6c req-6a7e9f52-9d1c-4283-bf27-216aa492bb90 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/security-groups?id=7233b0a0-28f7-4e56-ae70-5c07b0db0285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715486
Jun 17 14:51:14.813058 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-be8b0578-1af5-447d-9023-fad949ef4b66 req-59a0ee11-588b-4ed0-8944-2f71ef7f7d69 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804250
Jun 17 14:51:14.833710 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd0e88-1632-4ce6-a5cd-8364c096043f req-d5dd32ba-e214-4018-a1e6-b0e9b51933e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:14.835426 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-26bd0e88-1632-4ce6-a5cd-8364c096043f req-d5dd32ba-e214-4018-a1e6-b0e9b51933e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea85878f4f5541c3985ec0b5ed43af76&device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 1099 time: 0.6714110
Jun 17 14:51:14.953527 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-81bc4240-bdac-4797-a540-3ce4ea91aee3 req-36057253-66a4-4722-92cb-b3a0f6bc2a79 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:15.030350 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-aed30733-dc1f-4c02-81fb-d65b4bc97276 req-c35380c4-f1d2-4e0c-afc6-90d8f7e2ce22 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b211e38-6519-45ca-aca0-35fc1dc727bf HTTP/1.1" status: 200  len: 210 time: 0.0606654
Jun 17 14:51:15.070942 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:15.163451 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36057253-66a4-4722-92cb-b3a0f6bc2a79 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Pushing event deleted for resources: {'Port': ['ID=cb2c6dfa-ec8b-49c0-820d-37ccda26a584,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:15.169406 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-897cbe1a-abef-4684-994a-030a038c553e req-2e00b1b0-e4b6-4934-ac01-0e02fe378f85 service neutron] 10.222.0.37 "GET /v2.0/networks/b907ec53-ba5c-41fb-90da-416eb52bda31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5345194
Jun 17 14:51:15.172956 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-36057253-66a4-4722-92cb-b3a0f6bc2a79 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:15.272140 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bc4240-bdac-4797-a540-3ce4ea91aee3 req-36057253-66a4-4722-92cb-b3a0f6bc2a79 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] No DVR routers for this DVR port cb2c6dfa-ec8b-49c0-820d-37ccda26a584 on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:51:15.276485 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-81bc4240-bdac-4797-a540-3ce4ea91aee3 req-36057253-66a4-4722-92cb-b3a0f6bc2a79 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:15.283671 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd0e88-1632-4ce6-a5cd-8364c096043f req-6751b9e6-a6ce-4db9-8b19-7017d8fbaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:15.285308 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-26bd0e88-1632-4ce6-a5cd-8364c096043f req-6751b9e6-a6ce-4db9-8b19-7017d8fbaf6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e HTTP/1.1" status: 200  len: 911 time: 0.4391201
Jun 17 14:51:15.386591 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'name': 'network-vif-deleted', 'tag': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:51:15.403731 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-81bc4240-bdac-4797-a540-3ce4ea91aee3 req-36057253-66a4-4722-92cb-b3a0f6bc2a79 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] 10.222.0.37 "DELETE /v2.0/ports/cb2c6dfa-ec8b-49c0-820d-37ccda26a584 HTTP/1.1" status: 204  len: 173 time: 2.0886872
Jun 17 14:51:15.484335 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b211e38-6519-45ca-aca0-35fc1dc727bf', 'name': 'network-vif-deleted', 'tag': 'cb2c6dfa-ec8b-49c0-820d-37ccda26a584', 'status': 'completed', 'code': 200}
Jun 17 14:51:15.486572 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-26bd0e88-1632-4ce6-a5cd-8364c096043f req-e1e309fd-3bd9-4c3d-b5b8-fc4a4b4a98c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed HTTP/1.1" status: 200  len: 1002 time: 0.1589816
Jun 17 14:51:15.510288 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbd124-ee72-4304-9aec-db8353da49f7 req-36a4ffee-691e-4a4c-bc98-deafd009bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:15.512200 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e8dbd124-ee72-4304-9aec-db8353da49f7 req-36a4ffee-691e-4a4c-bc98-deafd009bb10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=766de308784a49fd9e061ef097d26906&device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 1100 time: 0.2261539
Jun 17 14:51:15.734102 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd0e88-1632-4ce6-a5cd-8364c096043f req-7b790db1-1539-4a33-9ea5-14a8bc49bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:15.735671 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-26bd0e88-1632-4ce6-a5cd-8364c096043f req-7b790db1-1539-4a33-9ea5-14a8bc49bfe5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ec832fa-c2b9-4849-8a8b-8670d6de2d35 HTTP/1.1" status: 200  len: 848 time: 0.2223177
Jun 17 14:51:15.847782 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbd124-ee72-4304-9aec-db8353da49f7 req-526ee399-c964-46cb-bfe2-68dca5888110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:15.849447 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e8dbd124-ee72-4304-9aec-db8353da49f7 req-526ee399-c964-46cb-bfe2-68dca5888110 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b907ec53-ba5c-41fb-90da-416eb52bda31 HTTP/1.1" status: 200  len: 871 time: 0.2966580
Jun 17 14:51:15.939855 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11975cd7-5b4c-4b33-bb5a-a55fc6791cee req-5c034833-a97b-4b57-a43d-977e08479f4f tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:15.941491 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-11975cd7-5b4c-4b33-bb5a-a55fc6791cee req-5c034833-a97b-4b57-a43d-977e08479f4f tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.3630915
Jun 17 14:51:15.943940 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e8dbd124-ee72-4304-9aec-db8353da49f7 req-9daa6f9a-76c6-43df-9a30-b85caaa1ed6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=3edaedbc-4a96-4b17-9d53-b7ab577d1141 HTTP/1.1" status: 200  len: 217 time: 0.0868089
Jun 17 14:51:15.959745 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device cb2c6dfa-ec8b-49c0-820d-37ccda26a584 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:51:15.984102 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633db8b-110a-458c-a76c-00d07cb26f73 req-9c7eb4aa-194e-4ca4-849f-b8afcccce562 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:15.991909 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2633db8b-110a-458c-a76c-00d07cb26f73 req-9c7eb4aa-194e-4ca4-849f-b8afcccce562 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 947 time: 0.0998282
Jun 17 14:51:16.003864 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd0e88-1632-4ce6-a5cd-8364c096043f req-b5e9a5ec-b448-4db5-a34b-13e1f0ae5919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:16.005472 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-26bd0e88-1632-4ce6-a5cd-8364c096043f req-b5e9a5ec-b448-4db5-a34b-13e1f0ae5919 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2529578
Jun 17 14:51:16.006056 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: cb2c6dfa-ec8b-49c0-820d-37ccda26a584 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:51:16.006672 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device cb2c6dfa-ec8b-49c0-820d-37ccda26a584 not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:51:16.052394 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2633db8b-110a-458c-a76c-00d07cb26f73 req-8d1f7a2c-56f6-421d-8738-6f7744ea2614 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/security-groups?id=7233b0a0-28f7-4e56-ae70-5c07b0db0285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590026
Jun 17 14:51:16.105343 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbd124-ee72-4304-9aec-db8353da49f7 req-08a862e9-7fdf-4b42-8b71-05e58c39cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:16.106878 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e8dbd124-ee72-4304-9aec-db8353da49f7 req-08a862e9-7fdf-4b42-8b71-05e58c39cb50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69e1f12b-70a9-4a96-8023-6a8e2170e1c8 HTTP/1.1" status: 200  len: 843 time: 0.1403224
Jun 17 14:51:16.180818 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-11975cd7-5b4c-4b33-bb5a-a55fc6791cee req-d05c4279-6b20-472c-a23d-996bd80764c0 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2303014
Jun 17 14:51:16.309818 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f2e94-4e3d-42f5-a2fb-4a2b8684056f req-04a0bbd7-f270-464d-bd2b-2297151aa77d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:16.322779 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b99f2e94-4e3d-42f5-a2fb-4a2b8684056f req-04a0bbd7-f270-464d-bd2b-2297151aa77d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1401551
Jun 17 14:51:16.378382 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-26bd0e88-1632-4ce6-a5cd-8364c096043f req-41456ffe-9d0b-4f76-97b6-e28bb5377325 service neutron] 10.222.0.37 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3608215
Jun 17 14:51:16.385953 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b99f2e94-4e3d-42f5-a2fb-4a2b8684056f req-e52efa67-1087-4667-beea-3ca9bbc46d12 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611823
Jun 17 14:51:16.398929 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbd124-ee72-4304-9aec-db8353da49f7 req-4752fc6d-40f0-4499-9601-4a478ce6081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:16.401548 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e8dbd124-ee72-4304-9aec-db8353da49f7 req-4752fc6d-40f0-4499-9601-4a478ce6081f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b907ec53-ba5c-41fb-90da-416eb52bda31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2192864
Jun 17 14:51:16.851142 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e8dbd124-ee72-4304-9aec-db8353da49f7 req-a13a5cd6-1409-492c-9ff0-8821bc2c849b service neutron] 10.222.0.37 "GET /v2.0/networks/b907ec53-ba5c-41fb-90da-416eb52bda31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4274292
Jun 17 14:51:16.852894 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-26bd0e88-1632-4ce6-a5cd-8364c096043f req-cc2a276c-1170-485b-a18c-60300dfefe29 service neutron] 10.222.0.37 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4308388
Jun 17 14:51:17.027320 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e8dbd124-ee72-4304-9aec-db8353da49f7 req-27dfd677-404c-474e-80b5-aaed25731ee5 service neutron] 10.222.0.37 "GET /v2.0/networks/b907ec53-ba5c-41fb-90da-416eb52bda31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565564
Jun 17 14:51:17.279707 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a1468-ba87-43db-a5f9-84ee7c318ba9 req-96f79394-2dcd-4b66-8596-6254ffbe9ac6 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:17.281755 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-462a1468-ba87-43db-a5f9-84ee7c318ba9 req-96f79394-2dcd-4b66-8596-6254ffbe9ac6 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 947 time: 0.0958486
Jun 17 14:51:17.368873 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-462a1468-ba87-43db-a5f9-84ee7c318ba9 req-02494628-be4d-4935-b57d-e620ff02f43a tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/security-groups?id=7233b0a0-28f7-4e56-ae70-5c07b0db0285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655253
Jun 17 14:51:17.383991 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 43668) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:17.477208 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25846a-86f1-4464-a19a-0c2dd1c894ba req-30cc59ad-6057-41d6-8534-c6f9af20f4b9 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:17.479419 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0e25846a-86f1-4464-a19a-0c2dd1c894ba req-30cc59ad-6057-41d6-8534-c6f9af20f4b9 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1203935
Jun 17 14:51:17.547810 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0e25846a-86f1-4464-a19a-0c2dd1c894ba req-3815a094-a80f-4d09-a769-1e3380d14b6c tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562530
Jun 17 14:51:17.753582 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0612bc-c0c2-4628-ae6a-ff8250cdbf2c req-98861817-b918-443e-a119-a3c4102ed722 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:17.756296 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ca0612bc-c0c2-4628-ae6a-ff8250cdbf2c req-98861817-b918-443e-a119-a3c4102ed722 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1042416
Jun 17 14:51:17.814063 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ca0612bc-c0c2-4628-ae6a-ff8250cdbf2c req-3c41dcd0-f42c-487f-a76e-ba7dbb61fb8c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478642
Jun 17 14:51:17.960776 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 3edaedbc-4a96-4b17-9d53-b7ab577d1141 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:51:18.045291 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c696c590-d4dd-4091-b41d-9304abbc8b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650686'] for router_interface, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:18.129936 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 3edaedbc-4a96-4b17-9d53-b7ab577d1141, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3edaedbc-4a96-4b17-9d53-b7ab577d1141,segment=NetworkSegment(d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0),segment_id=d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:18.155788 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': '3edaedbc-4a96-4b17-9d53-b7ab577d1141', 'network_id': 'b907ec53-ba5c-41fb-90da-416eb52bda31', 'port_id': '3edaedbc-4a96-4b17-9d53-b7ab577d1141', 'mac_address': 'fa:16:3e:2c:a8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e1f12b-70a9-4a96-8023-6a8e2170e1c8', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:51:18.257204 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:18.275285 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edaedbc-4a96-4b17-9d53-b7ab577d1141 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:51:18.295155 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 3edaedbc-4a96-4b17-9d53-b7ab577d1141, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3edaedbc-4a96-4b17-9d53-b7ab577d1141,segment=NetworkSegment(d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0),segment_id=d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:18.301275 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:18.303047 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:18.374575 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=3edaedbc-4a96-4b17-9d53-b7ab577d1141,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:18.377881 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:18.429239 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-c696c590-d4dd-4091-b41d-9304abbc8b9c admin admin] Deleting port aad8448e-6aad-4378-b1fe-4870823b74fd {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:51:18.429661 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c696c590-d4dd-4091-b41d-9304abbc8b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:18.668605 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['3edaedbc-4a96-4b17-9d53-b7ab577d1141'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:51:18.794888 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f48845-aad6-42bb-81b4-2f6ff322ece2 req-9fbf6a98-57c7-4645-aac3-31ee99cb6742 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:18.796843 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-82f48845-aad6-42bb-81b4-2f6ff322ece2 req-9fbf6a98-57c7-4645-aac3-31ee99cb6742 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1129496
Jun 17 14:51:18.809652 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952987f6-fc2d-47f0-b43b-2ae621cc7d7f req-09cabe8f-b700-4fcd-a6c1-a4f53ff32177 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:18.812687 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-952987f6-fc2d-47f0-b43b-2ae621cc7d7f req-09cabe8f-b700-4fcd-a6c1-a4f53ff32177 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 948 time: 0.3373432
Jun 17 14:51:18.824048 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-c696c590-d4dd-4091-b41d-9304abbc8b9c admin admin] For port aad8448e-6aad-4378-b1fe-4870823b74fd, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=aad8448e-6aad-4378-b1fe-4870823b74fd,segment=NetworkSegment(48109b79-38de-49d3-b3db-2f2589931f44),segment_id=48109b79-38de-49d3-b3db-2f2589931f44)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:18.824411 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c696c590-d4dd-4091-b41d-9304abbc8b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:18.862562 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-82f48845-aad6-42bb-81b4-2f6ff322ece2 req-eac954d5-dcef-4cd7-9b4c-9aa1b7b61141 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567741
Jun 17 14:51:19.020977 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-c696c590-d4dd-4091-b41d-9304abbc8b9c admin admin] Calling delete_port for aad8448e-6aad-4378-b1fe-4870823b74fd owned by network:router_interface {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:51:19.073073 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-952987f6-fc2d-47f0-b43b-2ae621cc7d7f req-3a5d1f6a-c141-4c43-8342-d10c6cc711bb tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/security-groups?id=7233b0a0-28f7-4e56-ae70-5c07b0db0285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2518723
Jun 17 14:51:19.136431 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:19.270712 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc59363-4fa8-41df-a278-7cec65cefaf7 req-5317b7c8-ec15-4e1d-9748-c4b02bad3c92 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:19.273362 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1bc59363-4fa8-41df-a278-7cec65cefaf7 req-5317b7c8-ec15-4e1d-9748-c4b02bad3c92 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1108766
Jun 17 14:51:19.283885 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c696c590-d4dd-4091-b41d-9304abbc8b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:19.289574 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-83fa827e-ef2d-4ffc-98b7-dc2ad21f69c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:19.323312 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1bc59363-4fa8-41df-a278-7cec65cefaf7 req-3f647049-e525-4acc-9050-bbd5d767c587 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418663
Jun 17 14:51:19.369911 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696c590-d4dd-4091-b41d-9304abbc8b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=aad8448e-6aad-4378-b1fe-4870823b74fd,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:19.372486 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c696c590-d4dd-4091-b41d-9304abbc8b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:19.683034 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c696c590-d4dd-4091-b41d-9304abbc8b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650766'] for router_interface, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:19.961980 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device f797763d-7d19-4902-9ad9-7da2faa3f99e details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:51:19.973123 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 3edaedbc-4a96-4b17-9d53-b7ab577d1141 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:51:20.134863 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c696c590-d4dd-4091-b41d-9304abbc8b9c admin admin] Router 48b3f9a2-beee-45d5-a07b-f78280f9069e has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:51:20.213561 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port f797763d-7d19-4902-9ad9-7da2faa3f99e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:20.222480 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port 3edaedbc-4a96-4b17-9d53-b7ab577d1141 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:51:20.232305 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee45c1-7592-4872-afc0-d903ca026b72 req-8f5183c5-9b42-46b0-aad5-0e869e2b100f tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:20.233694 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port 3edaedbc-4a96-4b17-9d53-b7ab577d1141 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:51:20.234461 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:20.240056 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2dee45c1-7592-4872-afc0-d903ca026b72 req-8f5183c5-9b42-46b0-aad5-0e869e2b100f tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.2153728
Jun 17 14:51:20.259243 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'port_id': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'mac_address': 'fa:16:3e:3a:5f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:51:20.373172 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:20.396831 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f797763d-7d19-4902-9ad9-7da2faa3f99e {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:51:20.447945 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port f797763d-7d19-4902-9ad9-7da2faa3f99e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:20.463512 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:20.469206 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:20.478959 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413da7c8-9ca1-4350-b760-751294791627 req-b4aca984-4b1e-49ee-a6ba-a826170e4b28 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:20.481000 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-413da7c8-9ca1-4350-b760-751294791627 req-b4aca984-4b1e-49ee-a6ba-a826170e4b28 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 948 time: 0.1032159
Jun 17 14:51:20.492167 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2dee45c1-7592-4872-afc0-d903ca026b72 req-3cf6ac3b-77eb-41f9-8fdd-2428e36fccf6 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2511728
Jun 17 14:51:20.515757 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c696c590-d4dd-4091-b41d-9304abbc8b9c admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:51:20.532893 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-c696c590-d4dd-4091-b41d-9304abbc8b9c admin admin] 10.222.0.89 "PUT /v2.0/routers/48b3f9a2-beee-45d5-a07b-f78280f9069e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1472585
Jun 17 14:51:20.535664 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 43694) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:20.548184 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c31cfe-6f5b-49bf-b86b-34d72fffb2bc None None] Sync routers for ids ['48b3f9a2-beee-45d5-a07b-f78280f9069e'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:51:20.576121 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:20.618131 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 3edaedbc-4a96-4b17-9d53-b7ab577d1141, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3edaedbc-4a96-4b17-9d53-b7ab577d1141,segment=NetworkSegment(d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0),segment_id=d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:20.622109 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fda98c-25fc-4038-8b87-66701c4388dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edaedbc-4a96-4b17-9d53-b7ab577d1141'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:51:20.627534 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c31cfe-6f5b-49bf-b86b-34d72fffb2bc None None] Routers {'48b3f9a2-beee-45d5-a07b-f78280f9069e'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:51:20.628185 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-25c31cfe-6f5b-49bf-b86b-34d72fffb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b236fda00>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:50:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['48b3f9a2-beee-45d5-a07b-f78280f9069e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:20.673604 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-413da7c8-9ca1-4350-b760-751294791627 req-7e432421-1e26-4b1f-884d-4209ba324133 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/security-groups?id=7233b0a0-28f7-4e56-ae70-5c07b0db0285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835814
Jun 17 14:51:20.694034 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['f797763d-7d19-4902-9ad9-7da2faa3f99e'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:51:20.741568 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:20.756540 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2039d23-6a4b-4c34-9f6d-d68fd260f3a0 req-da81607b-e02f-446d-b8ce-106489861533 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:20.758075 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c2039d23-6a4b-4c34-9f6d-d68fd260f3a0 req-da81607b-e02f-446d-b8ce-106489861533 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 944 time: 0.1149526
Jun 17 14:51:20.773537 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=f797763d-7d19-4902-9ad9-7da2faa3f99e,revision_number=6']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:20.781128 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:20.783917 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-1dd5a4c1-2f22-4b8a-9164-535dc635ae7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:20.871617 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c2039d23-6a4b-4c34-9f6d-d68fd260f3a0 req-742c3af9-0798-41cf-a0b2-0e3561c2ca97 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1047688
Jun 17 14:51:20.903012 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac79ec-f3b5-4fd4-b218-0037425da83f req-157d5d3b-12f1-4899-adc2-d6d4738515c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:20.904604 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4ac79ec-f3b5-4fd4-b218-0037425da83f req-157d5d3b-12f1-4899-adc2-d6d4738515c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 1097 time: 0.1366658
Jun 17 14:51:20.931149 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=3edaedbc-4a96-4b17-9d53-b7ab577d1141,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:20.940026 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Notify callbacks [] for router, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:20.942171 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:21.176462 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fda98c-25fc-4038-8b87-66701c4388dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edaedbc-4a96-4b17-9d53-b7ab577d1141', 'code': 200}
Jun 17 14:51:21.204946 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac79ec-f3b5-4fd4-b218-0037425da83f req-c77a04af-42fe-4481-84c9-7d025d12adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:21.206593 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4ac79ec-f3b5-4fd4-b218-0037425da83f req-c77a04af-42fe-4481-84c9-7d025d12adc4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 919 time: 0.2737346
Jun 17 14:51:21.211408 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-25c31cfe-6f5b-49bf-b86b-34d72fffb2bc None None] Set router 48b3f9a2-beee-45d5-a07b-f78280f9069e gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:51:21.304410 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 43708) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:21.453052 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4ac79ec-f3b5-4fd4-b218-0037425da83f req-13aa9f37-1450-4ce4-8500-65604c9eb474 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e HTTP/1.1" status: 200  len: 1000 time: 0.2382908
Jun 17 14:51:21.537310 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac79ec-f3b5-4fd4-b218-0037425da83f req-f22cb8eb-563f-4ae8-b3cc-4f4e0b4f7387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:21.539671 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4ac79ec-f3b5-4fd4-b218-0037425da83f req-f22cb8eb-563f-4ae8-b3cc-4f4e0b4f7387 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79b36810-c5a0-4a5e-865e-b3adb3b23fb7 HTTP/1.1" status: 200  len: 856 time: 0.0779419
Jun 17 14:51:21.693001 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:21.718500 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Deleting port a6d23bdc-1306-4755-b2ae-6c783a9144e8 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:51:21.718952 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:21.753442 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac79ec-f3b5-4fd4-b218-0037425da83f req-f4a33195-cfb1-4d55-ab03-65a98664de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:21.755082 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4ac79ec-f3b5-4fd4-b218-0037425da83f req-f4a33195-cfb1-4d55-ab03-65a98664de5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=748ba6a5-b967-482a-a2f5-884fcde7ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1515248
Jun 17 14:51:21.759662 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835914e-18e1-4cb2-81b2-23c34338d952 req-61e2823b-e690-4362-ac65-d44de4bd8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:21.761062 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a835914e-18e1-4cb2-81b2-23c34338d952 req-61e2823b-e690-4362-ac65-d44de4bd8e5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 1102 time: 0.1242044
Jun 17 14:51:21.787982 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d54e6-3a76-4b63-8009-391a57840ba8 req-8936bd10-6efb-41ac-992c-870cabf1eb3d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:21.790123 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-316d54e6-3a76-4b63-8009-391a57840ba8 req-8936bd10-6efb-41ac-992c-870cabf1eb3d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.4875083
Jun 17 14:51:21.795780 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-cb2d1194-3471-49da-b032-ff936596649a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4894683
Jun 17 14:51:21.809240 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-25c31cfe-6f5b-49bf-b86b-34d72fffb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b236fda00>, [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:51:19Z', 'revision_number': 5, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port': {'id': 'a6d23bdc-1306-4755-b2ae-6c783a9144e8', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:18:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:59Z', 'updated_at': '2021-06-17T14:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:21.824215 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c31cfe-6f5b-49bf-b86b-34d72fffb2bc None None] Checking router: 48b3f9a2-beee-45d5-a07b-f78280f9069e for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:51:21.847864 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c31cfe-6f5b-49bf-b86b-34d72fffb2bc None None] Routers {'48b3f9a2-beee-45d5-a07b-f78280f9069e'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:51:21.848785 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-25c31cfe-6f5b-49bf-b86b-34d72fffb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b236fda00>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:50:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['48b3f9a2-beee-45d5-a07b-f78280f9069e'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:21.987254 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a835914e-18e1-4cb2-81b2-23c34338d952 req-b102b662-7b35-4c61-87e9-e998bfedb827 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7233b0a0-28f7-4e56-ae70-5c07b0db0285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107384
Jun 17 14:51:22.022602 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-316d54e6-3a76-4b63-8009-391a57840ba8 req-863fb8cc-4b1d-4bc2-a51d-c99ddbe1ee89 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1885808
Jun 17 14:51:22.033736 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device f797763d-7d19-4902-9ad9-7da2faa3f99e up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:51:22.050889 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4ac79ec-f3b5-4fd4-b218-0037425da83f req-ff285bdf-3a36-49a8-9926-bd88a9b7188e service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2595100
Jun 17 14:51:22.092400 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] For port a6d23bdc-1306-4755-b2ae-6c783a9144e8, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=a6d23bdc-1306-4755-b2ae-6c783a9144e8,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:22.093449 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:22.116971 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-25c31cfe-6f5b-49bf-b86b-34d72fffb2bc None None] Set router 48b3f9a2-beee-45d5-a07b-f78280f9069e gateway port host: None {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:51:22.127161 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f337d-3442-4885-87ef-b55731d34f15 req-ae61375d-a15a-4abd-aba9-12e44229e568 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:22.136120 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fa3f337d-3442-4885-87ef-b55731d34f15 req-ae61375d-a15a-4abd-aba9-12e44229e568 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 949 time: 0.2043355
Jun 17 14:51:22.239933 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fa3f337d-3442-4885-87ef-b55731d34f15 req-9ba495aa-8e35-4ccd-9b82-56d2aac1a6b7 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/security-groups?id=7233b0a0-28f7-4e56-ae70-5c07b0db0285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026399
Jun 17 14:51:22.300025 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Calling delete_port for a6d23bdc-1306-4755-b2ae-6c783a9144e8 owned by network:router_gateway {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:51:22.311920 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-25c31cfe-6f5b-49bf-b86b-34d72fffb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b236fda00>, [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:51:21Z', 'revision_number': 6, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port_host': None}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:22.324900 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c31cfe-6f5b-49bf-b86b-34d72fffb2bc None None] The sync data for ids ['48b3f9a2-beee-45d5-a07b-f78280f9069e'] in dv-cinder-796859-1-iscsi is: [{'id': '48b3f9a2-beee-45d5-a07b-f78280f9069e', 'name': 'tempest-TestMinimumBasicScenario-518195720-router', 'tenant_id': 'c5c530559768411bac83f46228d16ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:58Z', 'updated_at': '2021-06-17T14:51:21Z', 'revision_number': 6, 'project_id': 'c5c530559768411bac83f46228d16ea4', 'gw_port_host': None}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:51:22.371995 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port f797763d-7d19-4902-9ad9-7da2faa3f99e triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:51:22.372635 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:22.524072 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4ac79ec-f3b5-4fd4-b218-0037425da83f req-e22fda9a-713b-4b37-b94f-51b3e2ad5fc9 service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1750424
Jun 17 14:51:22.568561 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:22.608692 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port f797763d-7d19-4902-9ad9-7da2faa3f99e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:22.623983 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:22.626718 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device e18a7278-c303-4955-87f2-8e0bdb7d7aed no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:51:22.641526 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828d51e-1801-47a4-9cb7-ca39a22b61b7 req-2eb6969e-4b7e-4c3c-b8c2-e87bc82e73f8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:22.643073 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1828d51e-1801-47a4-9cb7-ca39a22b61b7 req-2eb6969e-4b7e-4c3c-b8c2-e87bc82e73f8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 944 time: 0.3519917
Jun 17 14:51:22.658830 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:22.784048 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1828d51e-1801-47a4-9cb7-ca39a22b61b7 req-cd8f2acd-544a-4c9a-9521-0e871a9b5216 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1337442
Jun 17 14:51:22.808392 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=f797763d-7d19-4902-9ad9-7da2faa3f99e,revision_number=7']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:22.813326 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:22.880165 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:22.890564 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3669ccb8-9a75-4637-aaf0-45f4c1a623d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:22.960222 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:22.967755 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d23bdc-1306-4755-b2ae-6c783a9144e8,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:23.004011 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:23.006945 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port e18a7278-c303-4955-87f2-8e0bdb7d7aed, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:23.014723 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:23.017464 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-4d6c0405-0528-43d5-8531-bb61c568a70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:23.106339 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643729'] for router_gateway, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:23.117283 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=e18a7278-c303-4955-87f2-8e0bdb7d7aed,revision_number=6']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:23.132557 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:23.177350 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f797763d-7d19-4902-9ad9-7da2faa3f99e'}, {'server_uuid': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:51:23.336177 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'code': 200}
Jun 17 14:51:23.336462 dv-cinder-796859-1-iscsi neutron-server[78707]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'code': 422} returned with failed status
Jun 17 14:51:23.395805 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device a6d23bdc-1306-4755-b2ae-6c783a9144e8 no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:51:23.441806 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: a6d23bdc-1306-4755-b2ae-6c783a9144e8 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:51:23.442155 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device a6d23bdc-1306-4755-b2ae-6c783a9144e8 not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:51:23.442587 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device aad8448e-6aad-4378-b1fe-4870823b74fd no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:51:23.472581 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-995'] for router, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:23.475308 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:23.521151 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: aad8448e-6aad-4378-b1fe-4870823b74fd {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:51:23.536456 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device aad8448e-6aad-4378-b1fe-4870823b74fd not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:51:23.693857 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567868'] for router, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:23.696967 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48b3f9a2-beee-45d5-a07b-f78280f9069e {{(pid=78706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 17 14:51:23.721748 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765ba12-fccd-4b88-b66d-f2a62962d36d req-e2c5f189-83c0-46f6-9638-c54e3df7224a tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:23.745324 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f765ba12-fccd-4b88-b66d-f2a62962d36d req-e2c5f189-83c0-46f6-9638-c54e3df7224a tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 949 time: 0.2301044
Jun 17 14:51:23.748652 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:23.750136 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] 10.222.0.89 "DELETE /v2.0/routers/48b3f9a2-beee-45d5-a07b-f78280f9069e HTTP/1.1" status: 204  len: 168 time: 3.2134688
Jun 17 14:51:23.760341 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2861c-930d-4c31-b186-cc6786f46e35 req-90db0ba9-9fd5-46a0-9c3f-1814ed2f5244 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:23.762137 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-03a2861c-930d-4c31-b186-cc6786f46e35 req-90db0ba9-9fd5-46a0-9c3f-1814ed2f5244 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.4983890
Jun 17 14:51:23.762801 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 43758) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:23.885962 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f765ba12-fccd-4b88-b66d-f2a62962d36d req-17f12700-1d8c-4f61-a6c5-e68e55f0b229 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/security-groups?id=7233b0a0-28f7-4e56-ae70-5c07b0db0285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356790
Jun 17 14:51:23.912006 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-35041118-8d03-4d38-bad6-c44fb18a4981 admin admin] Deleting subnet dd0bc2e9-44f4-4df0-bd36-64c989a62cc9 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:51:23.927132 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-35041118-8d03-4d38-bad6-c44fb18a4981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:24.179320 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139683c-9938-4984-9897-6b9512021aad req-2ac2f7bb-5666-40b5-b2a0-943a3a90d7aa tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:24.181042 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a139683c-9938-4984-9897-6b9512021aad req-2ac2f7bb-5666-40b5-b2a0-943a3a90d7aa tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1441736
Jun 17 14:51:24.236311 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-03a2861c-930d-4c31-b186-cc6786f46e35 req-6e01665e-901b-4620-bf35-f6c55fd21099 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4548326
Jun 17 14:51:24.273851 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-35041118-8d03-4d38-bad6-c44fb18a4981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1202630'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:24.280867 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a139683c-9938-4984-9897-6b9512021aad req-cd04bb23-e672-44ae-b954-cb70394b2124 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853379
Jun 17 14:51:24.530197 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:24.558493 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-53547714-fe41-4aaf-bd75-dcdf5a1b2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:24.561140 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-53547714-fe41-4aaf-bd75-dcdf5a1b2e0c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf&tenant_id=ea85878f4f5541c3985ec0b5ed43af76 HTTP/1.1" status: 200  len: 1097 time: 0.1543379
Jun 17 14:51:24.581389 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-35041118-8d03-4d38-bad6-c44fb18a4981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:24.734248 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-3a536fc0-e780-4f3d-8cf2-f5188f72e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:24.736845 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b4e21c62-63a4-42c6-94f5-fcee8809a0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:24.742082 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-3a536fc0-e780-4f3d-8cf2-f5188f72e843 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea85878f4f5541c3985ec0b5ed43af76&device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 1097 time: 0.1357667
Jun 17 14:51:24.986493 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-35041118-8d03-4d38-bad6-c44fb18a4981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1265991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2081427'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:25.001496 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9bea4f77-7853-4250-af59-c59190da8e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:25.109677 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-854b353f-5ab5-4349-a556-ffb2d799e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:25.111342 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35041118-8d03-4d38-bad6-c44fb18a4981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd0bc2e9-44f4-4df0-bd36-64c989a62cc9,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:25.111829 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-854b353f-5ab5-4349-a556-ffb2d799e059 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e HTTP/1.1" status: 200  len: 911 time: 0.3618455
Jun 17 14:51:25.123532 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-35041118-8d03-4d38-bad6-c44fb18a4981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:25.132606 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-35041118-8d03-4d38-bad6-c44fb18a4981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:25.153456 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-35041118-8d03-4d38-bad6-c44fb18a4981 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/dd0bc2e9-44f4-4df0-bd36-64c989a62cc9 HTTP/1.1" status: 204  len: 168 time: 1.3773201
Jun 17 14:51:25.156960 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 43768) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:25.191214 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cfcae2-db65-4682-a617-cf2a112ed05d None None] Network 82772615-1cc7-4e62-a2c1-9ccd7d4392bb requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:51:25.388210 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:25.403369 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcf025-01f7-43ed-a3d1-4cd0abf36252 req-6cb5bba5-7fc0-4b97-b4e5-424e7368cea2 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:25.412204 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7afcf025-01f7-43ed-a3d1-4cd0abf36252 req-6cb5bba5-7fc0-4b97-b4e5-424e7368cea2 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 949 time: 0.2980902
Jun 17 14:51:25.418123 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Deleting port 852e9bc5-4c21-4f11-8571-ca56c8e41346 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:51:25.418445 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:25.461859 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-5e58593f-111c-4d9a-90f2-85d00c7f5c55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed HTTP/1.1" status: 200  len: 1000 time: 0.2676132
Jun 17 14:51:25.526209 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7afcf025-01f7-43ed-a3d1-4cd0abf36252 req-ed55ae15-fd40-4c7d-9c8b-45484c846b18 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/security-groups?id=7233b0a0-28f7-4e56-ae70-5c07b0db0285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128538
Jun 17 14:51:25.599033 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-c4adf51b-47e7-4a8b-ab3d-cdb375dd64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:25.601115 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-c4adf51b-47e7-4a8b-ab3d-cdb375dd64f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ec832fa-c2b9-4849-8a8b-8670d6de2d35 HTTP/1.1" status: 200  len: 848 time: 0.1302617
Jun 17 14:51:25.842237 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a637f5-138a-4ef3-a27b-82d432f33bfd None None] DHCP port deletion for 82772615-1cc7-4e62-a2c1-9ccd7d4392bb request from dv-cinder-796859-1-iscsi {{(pid=78707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 17 14:51:25.863179 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-b8a637f5-138a-4ef3-a27b-82d432f33bfd None None] Deleting port 852e9bc5-4c21-4f11-8571-ca56c8e41346 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:51:25.864012 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b8a637f5-138a-4ef3-a27b-82d432f33bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:25.942903 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] For port 852e9bc5-4c21-4f11-8571-ca56c8e41346, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=852e9bc5-4c21-4f11-8571-ca56c8e41346,segment=NetworkSegment(48109b79-38de-49d3-b3db-2f2589931f44),segment_id=48109b79-38de-49d3-b3db-2f2589931f44)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:25.943275 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:25.978318 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-f709207b-642c-493a-a6d0-cff57f77039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:25.979981 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-f709207b-642c-493a-a6d0-cff57f77039c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3695450
Jun 17 14:51:26.025146 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7fde3-bee6-433d-b9c9-f13ca5e3decc req-54ce8105-1237-4eb5-afdd-8e7f3e991e3e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:26.026805 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-69e7fde3-bee6-433d-b9c9-f13ca5e3decc req-54ce8105-1237-4eb5-afdd-8e7f3e991e3e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.2319386
Jun 17 14:51:26.113080 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Calling delete_port for 852e9bc5-4c21-4f11-8571-ca56c8e41346 owned by network:dhcp {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:51:26.211113 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-69e7fde3-bee6-433d-b9c9-f13ca5e3decc req-55653013-98f7-4786-baa5-13bfa7e3e250 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1611981
Jun 17 14:51:26.277395 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2728-3efe-46ee-8bb2-5011a32fa176 req-a066711c-28a4-44ae-b7c3-6658b1599719 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:26.282785 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2e3c2728-3efe-46ee-8bb2-5011a32fa176 req-a066711c-28a4-44ae-b7c3-6658b1599719 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.7696044
Jun 17 14:51:26.285186 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:26.287945 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-332501d8-6a40-406d-abfe-c89308ad4543 service neutron] 10.222.0.37 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2882710
Jun 17 14:51:26.297314 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:26.330334 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-b8a637f5-138a-4ef3-a27b-82d432f33bfd None None] For port 852e9bc5-4c21-4f11-8571-ca56c8e41346, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=852e9bc5-4c21-4f11-8571-ca56c8e41346,segment=NetworkSegment(48109b79-38de-49d3-b3db-2f2589931f44),segment_id=48109b79-38de-49d3-b3db-2f2589931f44)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:26.331258 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b8a637f5-138a-4ef3-a27b-82d432f33bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:26.429274 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] No DVR routers for this DVR port 852e9bc5-4c21-4f11-8571-ca56c8e41346 on host dv-cinder-796859-1-iscsi {{(pid=78706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:51:26.469996 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=852e9bc5-4c21-4f11-8571-ca56c8e41346,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:26.473078 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:26.582287 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2e3c2728-3efe-46ee-8bb2-5011a32fa176 req-d3b51ee6-c4b1-4912-b998-6e97b2a1361e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2276576
Jun 17 14:51:26.614264 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-6c6eff0f-49bd-4965-ab14-21c5f01e2e79 service neutron] 10.222.0.37 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3120561
Jun 17 14:51:26.637598 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-b8a637f5-138a-4ef3-a27b-82d432f33bfd None None] Calling delete_port for 852e9bc5-4c21-4f11-8571-ca56c8e41346 owned by network:dhcp {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:51:26.731472 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:26.756723 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b23f86cd0>,) {'filters': {'network_id': ['82772615-1cc7-4e62-a2c1-9ccd7d4392bb']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:26.789902 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23f86cd0>, '48109b79-38de-49d3-b3db-2f2589931f44') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:26.790241 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23f86cd0>, '48109b79-38de-49d3-b3db-2f2589931f44') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:26.818601 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1202673'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:26.844993 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:26.854174 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:51:26.854547 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1267429'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:26.873061 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.db.api [None req-b8a637f5-138a-4ef3-a27b-82d432f33bfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 17 14:51:26.873850 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_db.api [None req-b8a637f5-138a-4ef3-a27b-82d432f33bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]: Traceback (most recent call last):
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     timer()
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     cb(*args, **kw)
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     return func(*args, **kwargs)
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     self._notify()
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     self.callback(batched_events)
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     event.method(event)
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     return f(self, *a, **k)
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._get(url).json()
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:51:26.878355 dv-cinder-796859-1-iscsi neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:51:27.057581 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:27.078900 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:27.113392 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:27.247942 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=82772615-1cc7-4e62-a2c1-9ccd7d4392bb,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:27.253893 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:27.308620 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 43786) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:27.309321 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] 10.222.0.89 "DELETE /v2.0/networks/82772615-1cc7-4e62-a2c1-9ccd7d4392bb HTTP/1.1" status: 204  len: 168 time: 2.1506174
Jun 17 14:51:27.375491 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-b8a637f5-138a-4ef3-a27b-82d432f33bfd None None] Deleting port 852e9bc5-4c21-4f11-8571-ca56c8e41346 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:51:27.376137 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b8a637f5-138a-4ef3-a27b-82d432f33bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:27.406053 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70811006-4b3c-4f0c-a169-182a70dcea40 req-1d9c39dd-5764-492b-8b06-16258b7ed16a tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:27.408987 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-70811006-4b3c-4f0c-a169-182a70dcea40 req-1d9c39dd-5764-492b-8b06-16258b7ed16a tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 949 time: 0.1666062
Jun 17 14:51:27.431302 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 852e9bc5-4c21-4f11-8571-ca56c8e41346 no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:51:27.477313 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 852e9bc5-4c21-4f11-8571-ca56c8e41346 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:51:27.478137 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 852e9bc5-4c21-4f11-8571-ca56c8e41346 not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:51:27.486232 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-70811006-4b3c-4f0c-a169-182a70dcea40 req-13458906-7e86-4cf6-96d9-0146841e5830 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/security-groups?id=7233b0a0-28f7-4e56-ae70-5c07b0db0285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711539
Jun 17 14:51:27.544929 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-b8a637f5-138a-4ef3-a27b-82d432f33bfd None None] The port '852e9bc5-4c21-4f11-8571-ca56c8e41346' was deleted {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 17 14:51:27.731792 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589b884-55d3-4c9a-bea6-04e185644f66 req-68dad178-a930-4552-aff0-e5ee29889555 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:27.733865 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1589b884-55d3-4c9a-bea6-04e185644f66 req-68dad178-a930-4552-aff0-e5ee29889555 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.2914467
Jun 17 14:51:27.999762 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e7ab9-c08d-42da-ab04-4d81f1c1efbe req-f540a85d-ac57-426d-9fdf-82ff42b4ea49 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:28.001988 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3d4e7ab9-c08d-42da-ab04-4d81f1c1efbe req-f540a85d-ac57-426d-9fdf-82ff42b4ea49 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.1454673
Jun 17 14:51:28.105094 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3d4e7ab9-c08d-42da-ab04-4d81f1c1efbe req-3791af59-ebef-4543-8e0f-6be5339e36f5 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917549
Jun 17 14:51:28.157392 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1589b884-55d3-4c9a-bea6-04e185644f66 req-b3bf1eb1-51f7-486a-ac0f-fc3302b9a5a4 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4115968
Jun 17 14:51:28.398128 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650686'] for router_interface, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:28.624036 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4f950328-0ebd-43d0-ab3f-93f699ed6ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:28.863438 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c3d2f-31b4-47cb-9689-945d5c1256bb req-a51acbdc-9c58-48a0-b54f-4184a44da8c1 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:28.865487 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ab6c3d2f-31b4-47cb-9689-945d5c1256bb req-a51acbdc-9c58-48a0-b54f-4184a44da8c1 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 949 time: 0.1701269
Jun 17 14:51:28.945722 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ab6c3d2f-31b4-47cb-9689-945d5c1256bb req-8cc1958c-64eb-4b99-b975-e33d9961eb11 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/security-groups?id=7233b0a0-28f7-4e56-ae70-5c07b0db0285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704505
Jun 17 14:51:29.221298 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0ca02-4ff9-44c9-bcdf-60c4503aa2c2 req-f474f49a-df5d-4d77-b78f-23c4989b3a84 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:29.223476 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3bf0ca02-4ff9-44c9-bcdf-60c4503aa2c2 req-f474f49a-df5d-4d77-b78f-23c4989b3a84 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 949 time: 0.2215648
Jun 17 14:51:29.378888 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Deleting port 11ce0f40-c71e-4379-b3f5-d383cebbc80e {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:51:29.379221 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:29.400282 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a2672-bde0-4939-8ddd-cc891ba43132 req-63abd3a9-a90f-4ed2-b097-cc19e930d0a6 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:29.403049 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c67a2672-bde0-4939-8ddd-cc891ba43132 req-63abd3a9-a90f-4ed2-b097-cc19e930d0a6 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.1369531
Jun 17 14:51:29.476227 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c67a2672-bde0-4939-8ddd-cc891ba43132 req-d1b939b3-3f05-4a4a-98a2-db7ac868b204 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655453
Jun 17 14:51:29.679555 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-3bf0ca02-4ff9-44c9-bcdf-60c4503aa2c2 req-1ff39c53-4738-40d6-a94e-6bcd9bbd2b65 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Deleting port 3edaedbc-4a96-4b17-9d53-b7ab577d1141 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:51:29.680370 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3bf0ca02-4ff9-44c9-bcdf-60c4503aa2c2 req-1ff39c53-4738-40d6-a94e-6bcd9bbd2b65 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:29.838897 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] For port 11ce0f40-c71e-4379-b3f5-d383cebbc80e, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=11ce0f40-c71e-4379-b3f5-d383cebbc80e,segment=NetworkSegment(29b679e2-1ef0-48ff-a9b2-6b711c70bf15),segment_id=29b679e2-1ef0-48ff-a9b2-6b711c70bf15)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:29.839281 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:29.883681 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26784c4c-8ce8-4252-a410-65a185e8a8e2 req-bc666e38-24b0-4d16-b628-6502f855d4c9 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:29.885384 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-26784c4c-8ce8-4252-a410-65a185e8a8e2 req-bc666e38-24b0-4d16-b628-6502f855d4c9 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.5150547
Jun 17 14:51:29.931090 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:30.064991 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Calling delete_port for 11ce0f40-c71e-4379-b3f5-d383cebbc80e owned by network:router_interface {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:51:30.330625 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-26784c4c-8ce8-4252-a410-65a185e8a8e2 req-23648626-3a64-48c8-bb37-5970d1d241be tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3619611
Jun 17 14:51:30.342361 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593222a5-05db-4cf5-8d47-962a566e2ff7 req-13722ffa-0b58-44cf-b224-9988b6882181 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:30.364987 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-593222a5-05db-4cf5-8d47-962a566e2ff7 req-13722ffa-0b58-44cf-b224-9988b6882181 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 949 time: 0.1951044
Jun 17 14:51:30.475020 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-593222a5-05db-4cf5-8d47-962a566e2ff7 req-71c01dae-2da1-4159-8045-d6ad89de56bb tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/security-groups?id=7233b0a0-28f7-4e56-ae70-5c07b0db0285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044440
Jun 17 14:51:30.500979 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-3bf0ca02-4ff9-44c9-bcdf-60c4503aa2c2 req-1ff39c53-4738-40d6-a94e-6bcd9bbd2b65 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] For port 3edaedbc-4a96-4b17-9d53-b7ab577d1141, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=3edaedbc-4a96-4b17-9d53-b7ab577d1141,segment=NetworkSegment(d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0),segment_id=d4ac6b0c-0c35-47d0-a0b8-aae1a410aab0)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:30.501570 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3bf0ca02-4ff9-44c9-bcdf-60c4503aa2c2 req-1ff39c53-4738-40d6-a94e-6bcd9bbd2b65 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:30.809687 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb5641-89ab-451b-8676-8302decc6421 req-1bb9a99c-1998-48ba-ad1b-153b02e6476e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:30.819810 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-17cb5641-89ab-451b-8676-8302decc6421 req-1bb9a99c-1998-48ba-ad1b-153b02e6476e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.1377423
Jun 17 14:51:30.870605 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-3bf0ca02-4ff9-44c9-bcdf-60c4503aa2c2 req-1ff39c53-4738-40d6-a94e-6bcd9bbd2b65 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Calling delete_port for 3edaedbc-4a96-4b17-9d53-b7ab577d1141 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:51:30.914176 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-17cb5641-89ab-451b-8676-8302decc6421 req-a6c2e95c-b170-42d9-99b9-1f229fcd9ade tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946894
Jun 17 14:51:31.155963 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:31.167979 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a4a32a04-59ac-4f59-962b-3af4116bd036 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:31.275699 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Pushing event deleted for resources: {'Port': ['ID=11ce0f40-c71e-4379-b3f5-d383cebbc80e,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:31.346920 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:31.347305 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:31.347706 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:31.348079 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:31.348439 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:31.348805 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:31.349169 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:31.349526 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:31.349883 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:31.350238 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:31.350590 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:31.350941 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:31.410306 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:31.710961 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3bf0ca02-4ff9-44c9-bcdf-60c4503aa2c2 req-1ff39c53-4738-40d6-a94e-6bcd9bbd2b65 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:31.728414 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-313f4eef-8f8f-452c-9af2-2c1376d9c513 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:31.808318 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9dfa282a-b4db-466d-bd7c-a5b6aff1efca req-c53f619d-8d29-4126-9d22-2e289c7ea070 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 210 time: 0.1011589
Jun 17 14:51:31.811210 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff39c53-4738-40d6-a94e-6bcd9bbd2b65 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Pushing event deleted for resources: {'Port': ['ID=3edaedbc-4a96-4b17-9d53-b7ab577d1141,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:31.859942 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1ff39c53-4738-40d6-a94e-6bcd9bbd2b65 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:32.000183 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:32.026280 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 3edaedbc-4a96-4b17-9d53-b7ab577d1141 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:51:32.067039 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf0ca02-4ff9-44c9-bcdf-60c4503aa2c2 req-1ff39c53-4738-40d6-a94e-6bcd9bbd2b65 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] No DVR routers for this DVR port 3edaedbc-4a96-4b17-9d53-b7ab577d1141 on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:51:32.075509 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-3bf0ca02-4ff9-44c9-bcdf-60c4503aa2c2 req-1ff39c53-4738-40d6-a94e-6bcd9bbd2b65 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:32.082104 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: 3edaedbc-4a96-4b17-9d53-b7ab577d1141 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:51:32.082730 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 3edaedbc-4a96-4b17-9d53-b7ab577d1141 not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:51:32.090415 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fda98c-25fc-4038-8b87-66701c4388dd', 'name': 'network-vif-deleted', 'tag': '3edaedbc-4a96-4b17-9d53-b7ab577d1141'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:51:32.135779 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650766'] for router_interface, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:32.163936 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b0d56-1c4f-479f-8efe-79a71c9ed6ec req-f3480113-0151-4eb7-8e2e-3e9a4b9af371 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:32.165528 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ac3b0d56-1c4f-479f-8efe-79a71c9ed6ec req-f3480113-0151-4eb7-8e2e-3e9a4b9af371 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.6181226
Jun 17 14:51:32.168834 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3bf0ca02-4ff9-44c9-bcdf-60c4503aa2c2 req-1ff39c53-4738-40d6-a94e-6bcd9bbd2b65 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.37 "DELETE /v2.0/ports/3edaedbc-4a96-4b17-9d53-b7ab577d1141 HTTP/1.1" status: 204  len: 173 time: 2.9327078
Jun 17 14:51:32.445802 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0741504-07b5-4775-9975-2bbc38618a25 req-dd31a6a4-6be2-4b03-b079-7042f63baff2 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:32.447819 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c0741504-07b5-4775-9975-2bbc38618a25 req-dd31a6a4-6be2-4b03-b079-7042f63baff2 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.1472042
Jun 17 14:51:32.509171 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ac3b0d56-1c4f-479f-8efe-79a71c9ed6ec req-b47249e3-b3dd-41c9-8d9c-f8469699a9dc tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2542295
Jun 17 14:51:32.543727 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c0741504-07b5-4775-9975-2bbc38618a25 req-ac37b229-62c8-4904-b650-c19380770fc3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884693
Jun 17 14:51:32.648591 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fda98c-25fc-4038-8b87-66701c4388dd', 'name': 'network-vif-deleted', 'tag': '3edaedbc-4a96-4b17-9d53-b7ab577d1141', 'status': 'completed', 'code': 200}
Jun 17 14:51:32.809610 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Router cf2c0b6c-a1bb-4789-b399-cd492529466b has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:51:33.115947 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:51:33.130794 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d0086-bc7d-4d4c-9b6b-fddf6a021e1f None None] Sync routers for ids ['cf2c0b6c-a1bb-4789-b399-cd492529466b'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:51:33.140434 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-808e189d-97e4-40c6-a086-8a3bc302cf38 admin admin] 10.222.0.89 "PUT /v2.0/routers/cf2c0b6c-a1bb-4789-b399-cd492529466b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8285387
Jun 17 14:51:33.140814 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a143035c-3406-4914-a94c-60e680391ee2 req-f4324534-745a-4829-9828-c8b5f80466b7 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fda98c-25fc-4038-8b87-66701c4388dd HTTP/1.1" status: 200  len: 210 time: 0.1567376
Jun 17 14:51:33.141741 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 43830) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:33.153298 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d0086-bc7d-4d4c-9b6b-fddf6a021e1f None None] Routers {'cf2c0b6c-a1bb-4789-b399-cd492529466b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:51:33.154157 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-b51d0086-bc7d-4d4c-9b6b-fddf6a021e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2820d2e0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:51:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['cf2c0b6c-a1bb-4789-b399-cd492529466b'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:33.507671 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-b51d0086-bc7d-4d4c-9b6b-fddf6a021e1f None None] Set router cf2c0b6c-a1bb-4789-b399-cd492529466b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:51:33.641386 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:33.985145 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-b51d0086-bc7d-4d4c-9b6b-fddf6a021e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2820d2e0>, [{'id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'name': 'tempest-TestMinimumBasicScenario-1536907300-router', 'tenant_id': '6c173d79146344c190225a022de2de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:09Z', 'updated_at': '2021-06-17T14:51:30Z', 'revision_number': 5, 'project_id': '6c173d79146344c190225a022de2de99', 'gw_port': {'id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:11Z', 'updated_at': '2021-06-17T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:33.994077 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d0086-bc7d-4d4c-9b6b-fddf6a021e1f None None] Checking router: cf2c0b6c-a1bb-4789-b399-cd492529466b for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:51:34.007738 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d0086-bc7d-4d4c-9b6b-fddf6a021e1f None None] Routers {'cf2c0b6c-a1bb-4789-b399-cd492529466b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:51:34.008432 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-b51d0086-bc7d-4d4c-9b6b-fddf6a021e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2820d2e0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:51:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['cf2c0b6c-a1bb-4789-b399-cd492529466b'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:34.028624 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdc5dd-d616-42ee-a17f-256512213de5 req-20e88de8-1f22-48ab-a949-c77ab1990b69 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:34.033167 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-83bdc5dd-d616-42ee-a17f-256512213de5 req-20e88de8-1f22-48ab-a949-c77ab1990b69 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.2100115
Jun 17 14:51:34.076064 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca6e31-1d76-4f88-becf-72f35a648532 req-7cc398da-448a-4be0-9657-1204e83929d6 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:34.078681 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-92ca6e31-1d76-4f88-becf-72f35a648532 req-7cc398da-448a-4be0-9657-1204e83929d6 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.2214160
Jun 17 14:51:34.155858 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-83bdc5dd-d616-42ee-a17f-256512213de5 req-58a95646-869d-4d0e-b10a-299a8d9d8b94 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093152
Jun 17 14:51:34.195068 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:34.237511 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Deleting port 2259dcd0-a7f2-4e36-a9a8-098a4044341b {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:51:34.237511 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:34.280509 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-b51d0086-bc7d-4d4c-9b6b-fddf6a021e1f None None] Set router cf2c0b6c-a1bb-4789-b399-cd492529466b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:51:34.320988 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-92ca6e31-1d76-4f88-becf-72f35a648532 req-711c79ab-2d7b-4726-ac38-aa7924ff44d7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2307816
Jun 17 14:51:34.768739 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] For port 2259dcd0-a7f2-4e36-a9a8-098a4044341b, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=2259dcd0-a7f2-4e36-a9a8-098a4044341b,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:34.769335 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:34.888166 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-b51d0086-bc7d-4d4c-9b6b-fddf6a021e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2820d2e0>, [{'id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'name': 'tempest-TestMinimumBasicScenario-1536907300-router', 'tenant_id': '6c173d79146344c190225a022de2de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:09Z', 'updated_at': '2021-06-17T14:51:30Z', 'revision_number': 5, 'project_id': '6c173d79146344c190225a022de2de99', 'gw_port': {'id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:11Z', 'updated_at': '2021-06-17T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:34.904824 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d0086-bc7d-4d4c-9b6b-fddf6a021e1f None None] The sync data for ids ['cf2c0b6c-a1bb-4789-b399-cd492529466b'] in dv-cinder-796859-1-iscsi is: [{'id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'name': 'tempest-TestMinimumBasicScenario-1536907300-router', 'tenant_id': '6c173d79146344c190225a022de2de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:48:09Z', 'updated_at': '2021-06-17T14:51:30Z', 'revision_number': 5, 'project_id': '6c173d79146344c190225a022de2de99', 'gw_port': {'id': '2259dcd0-a7f2-4e36-a9a8-098a4044341b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2c0b6c-a1bb-4789-b399-cd492529466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:48:11Z', 'updated_at': '2021-06-17T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:51:35.163650 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Calling delete_port for 2259dcd0-a7f2-4e36-a9a8-098a4044341b owned by network:router_gateway {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:51:35.350639 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 11ce0f40-c71e-4379-b3f5-d383cebbc80e no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:51:35.490181 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 11ce0f40-c71e-4379-b3f5-d383cebbc80e {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:51:35.492094 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 11ce0f40-c71e-4379-b3f5-d383cebbc80e not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:51:35.502625 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:35.508785 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:35.695657 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2259dcd0-a7f2-4e36-a9a8-098a4044341b,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:35.703771 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:36.020395 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643729'] for router_gateway, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:36.071791 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device e18a7278-c303-4955-87f2-8e0bdb7d7aed details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:51:36.171423 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8911a7-d1d4-42a7-9f06-0b6551f98937 req-6042e25a-9359-4621-a3f7-84a6f75ca7d2 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:36.190415 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ed8911a7-d1d4-42a7-9f06-0b6551f98937 req-6042e25a-9359-4621-a3f7-84a6f75ca7d2 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 944 time: 0.5898318
Jun 17 14:51:36.348899 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ed8911a7-d1d4-42a7-9f06-0b6551f98937 req-24a62033-96c3-47e6-a26a-54e7c5b5fa1b tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1546748
Jun 17 14:51:36.415493 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port e18a7278-c303-4955-87f2-8e0bdb7d7aed, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:36.436074 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'port_id': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'mac_address': 'fa:16:3e:c1:e7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:51:36.533885 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:36.577845 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18a7278-c303-4955-87f2-8e0bdb7d7aed {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:51:36.611146 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port e18a7278-c303-4955-87f2-8e0bdb7d7aed, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:36.623170 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-995'] for router, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:36.624148 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:36.627270 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:36.634801 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:36.650077 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d780951-5f0d-432e-9f66-e2d6f7adcde4 req-345443c6-fd91-4f2b-8056-3306c61c2160 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:36.658343 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8d780951-5f0d-432e-9f66-e2d6f7adcde4 req-345443c6-fd91-4f2b-8056-3306c61c2160 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 1.0239377
Jun 17 14:51:36.721313 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567868'] for router, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:36.721993 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf2c0b6c-a1bb-4789-b399-cd492529466b {{(pid=78706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 17 14:51:36.758595 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8d780951-5f0d-432e-9f66-e2d6f7adcde4 req-dfc05801-9a0b-4f7c-bef8-fb427fa2a5af tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0986218
Jun 17 14:51:36.781289 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:36.787587 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] 10.222.0.89 "DELETE /v2.0/routers/cf2c0b6c-a1bb-4789-b399-cd492529466b HTTP/1.1" status: 204  len: 168 time: 3.6310196
Jun 17 14:51:36.791318 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 43930) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:36.850272 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=e18a7278-c303-4955-87f2-8e0bdb7d7aed,revision_number=7']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:36.854386 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:36.949001 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6795a3-43b3-4005-b807-9de6ab6073f4 admin admin] Deleting subnet ab6a9a4b-330e-4d54-8b43-51f61140e769 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:51:36.957655 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6d6795a3-43b3-4005-b807-9de6ab6073f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:36.979500 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['e18a7278-c303-4955-87f2-8e0bdb7d7aed'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:51:37.103698 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6d6795a3-43b3-4005-b807-9de6ab6073f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1202630'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:37.373615 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6d6795a3-43b3-4005-b807-9de6ab6073f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:37.619376 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 2259dcd0-a7f2-4e36-a9a8-098a4044341b no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:51:37.671503 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 2259dcd0-a7f2-4e36-a9a8-098a4044341b {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:51:37.671833 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 2259dcd0-a7f2-4e36-a9a8-098a4044341b not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:51:38.068702 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2ddc2-4ecc-46b7-869e-c56b27ff820b req-4ce123c3-051f-496d-8864-37658fadc73e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:38.072521 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1ab2ddc2-4ecc-46b7-869e-c56b27ff820b req-4ce123c3-051f-496d-8864-37658fadc73e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 945 time: 0.2015383
Jun 17 14:51:38.238736 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1ab2ddc2-4ecc-46b7-869e-c56b27ff820b req-f95c15de-6977-4e92-86c0-34501f35d7db tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1511917
Jun 17 14:51:38.393782 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6d6795a3-43b3-4005-b807-9de6ab6073f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1265991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2081427'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:38.420434 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:38.496629 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6795a3-43b3-4005-b807-9de6ab6073f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab6a9a4b-330e-4d54-8b43-51f61140e769,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:38.505975 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6d6795a3-43b3-4005-b807-9de6ab6073f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:38.523564 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13716cb0-a0d3-4b35-8f15-c2b608b3f2df None None] Network 3e72eb7a-884a-418a-8aa4-00df2d55c26d requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:51:38.545845 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6d6795a3-43b3-4005-b807-9de6ab6073f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:38.580989 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 43998) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:38.583845 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-6d6795a3-43b3-4005-b807-9de6ab6073f4 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/ab6a9a4b-330e-4d54-8b43-51f61140e769 HTTP/1.1" status: 204  len: 168 time: 1.7890885
Jun 17 14:51:38.974173 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:39.002878 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c168a-a6cb-4ec9-8228-439fded42024 req-2f6deddd-1b7c-41ac-a9c2-0d246e1fffaf tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:39.005706 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8a2c168a-a6cb-4ec9-8228-439fded42024 req-2f6deddd-1b7c-41ac-a9c2-0d246e1fffaf tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.5922108
Jun 17 14:51:39.090022 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Deleting port 146ca183-df3f-4488-8aa8-f188595170ec {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:51:39.092401 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:39.220933 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccbe552-5b9e-4907-becf-32b8103c1650 None None] DHCP port deletion for 3e72eb7a-884a-418a-8aa4-00df2d55c26d request from dv-cinder-796859-1-iscsi {{(pid=78707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 17 14:51:39.227165 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-fccbe552-5b9e-4907-becf-32b8103c1650 None None] Deleting port 146ca183-df3f-4488-8aa8-f188595170ec {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:51:39.227834 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-fccbe552-5b9e-4907-becf-32b8103c1650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:39.384061 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8a2c168a-a6cb-4ec9-8228-439fded42024 req-78870d0e-7fd9-4b92-92a8-f23021852939 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3650060
Jun 17 14:51:39.474987 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 146ca183-df3f-4488-8aa8-f188595170ec no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:51:39.725458 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e5def-4456-4e13-9308-2f4f4631685b req-8823db81-f4c2-4d0d-b4b0-e4eaf9b8122b tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:39.733494 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-726e5def-4456-4e13-9308-2f4f4631685b req-8823db81-f4c2-4d0d-b4b0-e4eaf9b8122b tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 945 time: 0.2322693
Jun 17 14:51:39.803229 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-726e5def-4456-4e13-9308-2f4f4631685b req-8850334e-ec78-4d49-8ba7-4436c6a00941 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646760
Jun 17 14:51:39.839073 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] For port 146ca183-df3f-4488-8aa8-f188595170ec, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=146ca183-df3f-4488-8aa8-f188595170ec,segment=NetworkSegment(29b679e2-1ef0-48ff-a9b2-6b711c70bf15),segment_id=29b679e2-1ef0-48ff-a9b2-6b711c70bf15)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:39.839483 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:39.933768 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:39.965879 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-fccbe552-5b9e-4907-becf-32b8103c1650 None None] For port 146ca183-df3f-4488-8aa8-f188595170ec, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=146ca183-df3f-4488-8aa8-f188595170ec,segment=NetworkSegment(29b679e2-1ef0-48ff-a9b2-6b711c70bf15),segment_id=29b679e2-1ef0-48ff-a9b2-6b711c70bf15)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:39.967427 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-fccbe552-5b9e-4907-becf-32b8103c1650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:40.027076 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 146ca183-df3f-4488-8aa8-f188595170ec, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=146ca183-df3f-4488-8aa8-f188595170ec,segment=NetworkSegment(29b679e2-1ef0-48ff-a9b2-6b711c70bf15),segment_id=29b679e2-1ef0-48ff-a9b2-6b711c70bf15)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:40.038951 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:40.053513 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Calling delete_port for 146ca183-df3f-4488-8aa8-f188595170ec owned by network:dhcp {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:51:40.187606 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.db.api [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 17 14:51:40.188539 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_db.api [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 17 14:51:40.229645 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:40.443490 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device e18a7278-c303-4955-87f2-8e0bdb7d7aed up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:51:40.488254 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-fccbe552-5b9e-4907-becf-32b8103c1650 None None] Calling delete_port for 146ca183-df3f-4488-8aa8-f188595170ec owned by network:dhcp {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:51:40.647807 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=146ca183-df3f-4488-8aa8-f188595170ec,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:40.690714 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Deleting port 146ca183-df3f-4488-8aa8-f188595170ec {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:51:40.691004 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:40.691188 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:40.691504 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:40.691872 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:40.692235 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:40.692546 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:40.692880 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:40.693216 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:40.693550 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:40.693884 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:40.694217 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:40.694538 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:40.694864 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:51:40.712701 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:40.872267 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port e18a7278-c303-4955-87f2-8e0bdb7d7aed triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:51:40.884151 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:40.944975 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb3fa8-1dd0-49c3-b0e0-ff3501c7818a req-9d1d3832-4254-45f7-9a84-a0cdb2324eb0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:40.948024 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5eeb3fa8-1dd0-49c3-b0e0-ff3501c7818a req-9d1d3832-4254-45f7-9a84-a0cdb2324eb0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.3891613
Jun 17 14:51:40.973553 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.db.api [None req-fccbe552-5b9e-4907-becf-32b8103c1650 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 17 14:51:40.974249 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_db.api [None req-fccbe552-5b9e-4907-becf-32b8103c1650 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 17 14:51:41.162326 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5eeb3fa8-1dd0-49c3-b0e0-ff3501c7818a req-06c6513d-8081-4f9d-a21f-4d4e5c099e8a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2062778
Jun 17 14:51:41.216249 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] For port 146ca183-df3f-4488-8aa8-f188595170ec, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=146ca183-df3f-4488-8aa8-f188595170ec,segment=NetworkSegment(29b679e2-1ef0-48ff-a9b2-6b711c70bf15),segment_id=29b679e2-1ef0-48ff-a9b2-6b711c70bf15)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:41.217745 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:41.306452 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:41.346940 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7f343-7222-453e-b8ca-dde1821f3fe3 req-4c49cd8c-b33f-4967-a341-89dae05b1fd4 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:41.357611 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-69b7f343-7222-453e-b8ca-dde1821f3fe3 req-4c49cd8c-b33f-4967-a341-89dae05b1fd4 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 945 time: 0.1958272
Jun 17 14:51:41.393756 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:51:41.437233 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port e18a7278-c303-4955-87f2-8e0bdb7d7aed, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:41.445189 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Calling delete_port for 146ca183-df3f-4488-8aa8-f188595170ec owned by network:dhcp {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:51:41.452631 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:41.455788 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-c71e6fd5-a2ad-4869-88bd-3c16f9de880f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:41.501244 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-69b7f343-7222-453e-b8ca-dde1821f3fe3 req-20b7142f-5e26-4193-b570-c2bfe1e796e0 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1336293
Jun 17 14:51:41.597303 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'code': 200}
Jun 17 14:51:41.609613 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-fccbe552-5b9e-4907-becf-32b8103c1650 None None] Deleting port 146ca183-df3f-4488-8aa8-f188595170ec {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:51:41.610929 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-fccbe552-5b9e-4907-becf-32b8103c1650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:41.615047 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:41.633151 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-784a06bc-4698-4ef9-be8d-2f5714e9a0d6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:41.713422 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] No DVR routers for this DVR port 146ca183-df3f-4488-8aa8-f188595170ec on host dv-cinder-796859-1-iscsi {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:51:41.757408 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-fccbe552-5b9e-4907-becf-32b8103c1650 None None] The port '146ca183-df3f-4488-8aa8-f188595170ec' was deleted {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 17 14:51:41.770355 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Pushing event deleted for resources: {'Port': ['ID=146ca183-df3f-4488-8aa8-f188595170ec,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:41.773478 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:41.802291 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=e18a7278-c303-4955-87f2-8e0bdb7d7aed,revision_number=8']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:41.815845 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:42.108359 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:42.146199 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b22a6b5e0>,) {'filters': {'network_id': ['3e72eb7a-884a-418a-8aa4-00df2d55c26d']}} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:42.164248 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b22a6b5e0>, '29b679e2-1ef0-48ff-a9b2-6b711c70bf15') {'for_net_delete': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:42.164530 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b22a6b5e0>, '29b679e2-1ef0-48ff-a9b2-6b711c70bf15') {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:51:42.182923 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1291899'] for segment, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:42.215430 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:42.228049 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=78705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:51:42.229030 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10569833'] for segment, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]: Traceback (most recent call last):
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     timer()
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     cb(*args, **kw)
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     return func(*args, **kwargs)
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     self._notify()
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     self.callback(batched_events)
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     event.method(event)
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     return f(self, *a, **k)
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._get(url).json()
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:51:42.261134 dv-cinder-796859-1-iscsi neutron-server[78705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:51:42.270635 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7c4c2-3568-4ee5-8f8a-7d19894771e0 req-7d752e4e-30e1-4cc8-bf93-4a5e2d5d3622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:42.272358 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2ab7c4c2-3568-4ee5-8f8a-7d19894771e0 req-7d752e4e-30e1-4cc8-bf93-4a5e2d5d3622 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 1099 time: 0.2029569
Jun 17 14:51:42.448416 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:42.466856 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2ab7c4c2-3568-4ee5-8f8a-7d19894771e0 req-c1137d2f-eafd-4493-bacb-6db5bea89941 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1809027
Jun 17 14:51:42.469813 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:42.473302 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:42.500519 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e72eb7a-884a-418a-8aa4-00df2d55c26d,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:42.503690 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:42.509174 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-75ce9f2e-9c21-4f1d-a5e8-55de929c143e admin admin] 10.222.0.89 "DELETE /v2.0/networks/3e72eb7a-884a-418a-8aa4-00df2d55c26d HTTP/1.1" status: 204  len: 168 time: 3.9198322
Jun 17 14:51:42.548081 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0a28b-7b85-4608-8986-6df4e353d6b5 req-b7ac00ab-5dea-4405-b833-690f8c054d0b tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:42.550026 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3ab0a28b-7b85-4608-8986-6df4e353d6b5 req-b7ac00ab-5dea-4405-b833-690f8c054d0b tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1646461
Jun 17 14:51:42.652076 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3ab0a28b-7b85-4608-8986-6df4e353d6b5 req-1eb1448a-06f8-40a8-8985-dcc4d388c6d1 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949752
Jun 17 14:51:42.814450 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 44128) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:42.885033 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-d5ab9050-a670-44f4-8f20-a8f6082fb121 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c5c530559768411bac83f46228d16ea4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0687830
Jun 17 14:51:42.887621 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 44132) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:42.890972 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9c0d5-2a84-4d6a-a9c7-4729eeddeda9 req-588b5d69-8ee9-4927-8ee9-cab8e1326931 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:42.892507 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-4ea9c0d5-2a84-4d6a-a9c7-4729eeddeda9 req-588b5d69-8ee9-4927-8ee9-cab8e1326931 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.2076964
Jun 17 14:51:42.950330 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-4ea9c0d5-2a84-4d6a-a9c7-4729eeddeda9 req-e8c5a20d-4cd7-4fea-aba7-a2fe1912d090 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497136
Jun 17 14:51:42.960731 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-76dcb959-5d17-42c2-a1fd-3a7b7342f701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:42.992453 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-76dcb959-5d17-42c2-a1fd-3a7b7342f701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:43.054545 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-76dcb959-5d17-42c2-a1fd-3a7b7342f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:43.058153 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5bda0daf-3b18-4e81-989d-4face58e7aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:43.075964 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcb959-5d17-42c2-a1fd-3a7b7342f701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2812dd-f0bf-4983-b514-a44d809b0c65,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:43.079797 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-76dcb959-5d17-42c2-a1fd-3a7b7342f701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:43.089599 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-76dcb959-5d17-42c2-a1fd-3a7b7342f701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:43.090750 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-76dcb959-5d17-42c2-a1fd-3a7b7342f701 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5c2812dd-f0bf-4983-b514-a44d809b0c65 HTTP/1.1" status: 204  len: 168 time: 0.2022045
Jun 17 14:51:43.320009 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4fa35-b84e-4a62-b223-f4d5e60cdbb4 req-7403908e-3539-4105-b0a0-193c428d8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:43.322681 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-48e4fa35-b84e-4a62-b223-f4d5e60cdbb4 req-7403908e-3539-4105-b0a0-193c428d8e58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 1098 time: 0.1088476
Jun 17 14:51:43.575784 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4fa35-b84e-4a62-b223-f4d5e60cdbb4 req-dfc564ee-6560-45e2-bd37-95839fab9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:43.578855 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-48e4fa35-b84e-4a62-b223-f4d5e60cdbb4 req-dfc564ee-6560-45e2-bd37-95839fab9f01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 919 time: 0.2483873
Jun 17 14:51:43.652348 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 44140) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:43.740695 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-23499e98-9b0b-4566-b189-1db6e900a9e9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6c173d79146344c190225a022de2de99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0867651
Jun 17 14:51:43.745664 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 44146) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:43.807845 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-48e4fa35-b84e-4a62-b223-f4d5e60cdbb4 req-5ef1e3bc-dd2f-4c09-ad20-8562327c8b0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e HTTP/1.1" status: 200  len: 1001 time: 0.2209036
Jun 17 14:51:43.891233 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-86133939-6581-4ce6-857f-482171a0bf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:43.929207 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-86133939-6581-4ce6-857f-482171a0bf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:44.022919 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4fa35-b84e-4a62-b223-f4d5e60cdbb4 req-5d0faed9-5bff-4436-b875-e74267cf658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:44.027620 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-48e4fa35-b84e-4a62-b223-f4d5e60cdbb4 req-5d0faed9-5bff-4436-b875-e74267cf658e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79b36810-c5a0-4a5e-865e-b3adb3b23fb7 HTTP/1.1" status: 200  len: 856 time: 0.2087948
Jun 17 14:51:44.036471 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-86133939-6581-4ce6-857f-482171a0bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:44.045448 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7ec58892-6b4f-4e52-b313-73204eba7b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:44.067170 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86133939-6581-4ce6-857f-482171a0bf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c41009-c032-43c2-ac12-0dcef1ebfd7b,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:44.084820 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-86133939-6581-4ce6-857f-482171a0bf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:44.095259 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-86133939-6581-4ce6-857f-482171a0bf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:44.097235 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-86133939-6581-4ce6-857f-482171a0bf75 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/04c41009-c032-43c2-ac12-0dcef1ebfd7b HTTP/1.1" status: 204  len: 168 time: 0.3467295
Jun 17 14:51:44.209792 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423a229-d3ce-43c5-90aa-a103819b7ea9 req-3753fa8c-8eb9-4b58-bb04-7fb8504b104d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:44.212149 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5423a229-d3ce-43c5-90aa-a103819b7ea9 req-3753fa8c-8eb9-4b58-bb04-7fb8504b104d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.3365359
Jun 17 14:51:44.215650 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4fa35-b84e-4a62-b223-f4d5e60cdbb4 req-90df6ab3-d330-48d9-962c-c30a687da5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:44.218149 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-48e4fa35-b84e-4a62-b223-f4d5e60cdbb4 req-90df6ab3-d330-48d9-962c-c30a687da5a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=748ba6a5-b967-482a-a2f5-884fcde7ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1801853
Jun 17 14:51:44.346133 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190bf99-fa34-485e-93a5-6c4cb5912755 req-e05bc6b2-377f-48a0-b23b-6da729196ca0 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:44.349454 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7190bf99-fa34-485e-93a5-6c4cb5912755 req-e05bc6b2-377f-48a0-b23b-6da729196ca0 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1830521
Jun 17 14:51:44.412185 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5423a229-d3ce-43c5-90aa-a103819b7ea9 req-194a537d-181c-41d0-bc94-25d00f17a7b6 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1380858
Jun 17 14:51:44.413375 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 44162) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:44.426218 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7190bf99-fa34-485e-93a5-6c4cb5912755 req-0460f992-278b-490c-b7c6-7f0b49a37f32 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676224
Jun 17 14:51:44.480302 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-48e4fa35-b84e-4a62-b223-f4d5e60cdbb4 req-139d5ad7-3dc1-4294-81ce-aa4972eb41ef service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2539454
Jun 17 14:51:44.673343 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-48e4fa35-b84e-4a62-b223-f4d5e60cdbb4 req-5fa6245f-0fce-4f19-b8da-2c002b5c3cbd service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862714
Jun 17 14:51:44.791629 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-8b97f922-a0c6-4afc-8f3e-0a7ad2da6e4b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=766de308784a49fd9e061ef097d26906&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3637598
Jun 17 14:51:44.794239 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 44170) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:44.859496 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7a675d36-222f-4c34-a8a4-289a53d40902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:44.889414 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7a675d36-222f-4c34-a8a4-289a53d40902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:44.952696 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7a675d36-222f-4c34-a8a4-289a53d40902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:44.956603 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a7541077-435b-46e2-9f1c-b08030abe9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:44.972704 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a675d36-222f-4c34-a8a4-289a53d40902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7233b0a0-28f7-4e56-ae70-5c07b0db0285,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:44.975705 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7a675d36-222f-4c34-a8a4-289a53d40902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:44.984418 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7a675d36-222f-4c34-a8a4-289a53d40902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:44.985557 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-7a675d36-222f-4c34-a8a4-289a53d40902 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7233b0a0-28f7-4e56-ae70-5c07b0db0285 HTTP/1.1" status: 204  len: 168 time: 0.1898398
Jun 17 14:51:45.663320 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed87cc-3c8c-4c89-9155-9ac918641c77 req-69b61037-0be3-4a8f-b2b3-d71cac5c39db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:45.664932 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b8ed87cc-3c8c-4c89-9155-9ac918641c77 req-69b61037-0be3-4a8f-b2b3-d71cac5c39db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 945 time: 0.1124334
Jun 17 14:51:45.723877 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b8ed87cc-3c8c-4c89-9155-9ac918641c77 req-aaa9f1dc-cd4a-4408-a7e9-adcf6f76f8d0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514207
Jun 17 14:51:45.959694 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 44198) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:46.097114 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-407418172-network', 'tenant_id': '06ce600d041344d1b304c6eff1830091'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:51:46.105589 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:51:46.115149 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Usage tracker for resource:network and tenant:06ce600d041344d1b304c6eff1830091 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:51:46.116853 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device f797763d-7d19-4902-9ad9-7da2faa3f99e no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:51:46.122242 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:51:46.136868 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:51:46.158159 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Made reservation on behalf of 06ce600d041344d1b304c6eff1830091 for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:51:46.164061 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:46.193955 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:46.227560 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:51:46.240915 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Usage tracker for resource:security_group_rule and tenant:06ce600d041344d1b304c6eff1830091 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:51:46.247938 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:51:46.261203 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:51:46.365953 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:46.413130 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f797763d-7d19-4902-9ad9-7da2faa3f99e'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:51:46.429909 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:46.430578 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port f797763d-7d19-4902-9ad9-7da2faa3f99e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:46.437718 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:46.446920 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b03d1059-584a-4aed-bb24-1497f092b977 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:46.448005 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:46.453876 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:46.457938 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:51:46.511777 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'}  {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:51:46.532539 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40fffab-184a-4535-aba5-d3ea10712214,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:46.551875 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:46.570134 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:46.572868 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.segments_db [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Added segment 73f3b88a-cdb6-4418-9a6e-428ff2347641 of type vlan for network 8806f1c4-6179-4945-b976-2e1f44053731
Jun 17 14:51:46.605542 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'code': 200}
Jun 17 14:51:46.634729 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:46.671255 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=f797763d-7d19-4902-9ad9-7da2faa3f99e,revision_number=8']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:46.675288 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:46.703689 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:46.705938 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:46.707045 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:46.717271 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:46.867619 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9026146
Jun 17 14:51:46.868069 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 44216) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:46.873866 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Pushing event updated for resources: {'Network': ['ID=8806f1c4-6179-4945-b976-2e1f44053731,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:46.876114 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Request body: {'subnet': {'network_id': '8806f1c4-6179-4945-b976-2e1f44053731', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-407418172-subnet', 'tenant_id': '06ce600d041344d1b304c6eff1830091', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:51:46.881767 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:46.886088 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network 8806f1c4-6179-4945-b976-2e1f44053731 details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:51:46.886799 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:51:46.893411 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Usage tracker for resource:subnet and tenant:06ce600d041344d1b304c6eff1830091 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:51:46.897277 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:51:46.905036 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:51:46.919081 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Made reservation on behalf of 06ce600d041344d1b304c6eff1830091 for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:51:46.924325 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10568824'] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:47.030580 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29081b08-e883-48d8-8a96-df14aa319ebe req-c037811c-5126-48f9-9fec-4f403df87c33 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:47.039433 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-29081b08-e883-48d8-8a96-df14aa319ebe req-c037811c-5126-48f9-9fec-4f403df87c33 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1365662
Jun 17 14:51:47.124283 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-29081b08-e883-48d8-8a96-df14aa319ebe req-bed582b4-7ff5-4f92-9d15-63576001ae41 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835967
Jun 17 14:51:47.807191 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10571540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10568810'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:47.812648 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:47.898881 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f86b4769-cff6-4185-ad2a-12388c16c210,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:47.902979 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:47.910714 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Checking segment: {'id': '73f3b88a-cdb6-4418-9a6e-428ff2347641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8806f1c4-6179-4945-b976-2e1f44053731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:51:47.910714 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Network hostable DHCP agents. Network: 8806f1c4-6179-4945-b976-2e1f44053731, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:51:47.937242 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Network 8806f1c4-6179-4945-b976-2e1f44053731 is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:51:47.954475 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, 8806f1c4-6179-4945-b976-2e1f44053731) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:51:47.968245 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f3faf2-96bd-4160-bb75-155866c7fd80 None None] Network 8806f1c4-6179-4945-b976-2e1f44053731 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:51:47.974993 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:47.975816 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:48.007304 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-bbfb20b2-9eaa-4648-b167-bc12dc188744 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1371756
Jun 17 14:51:48.305582 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49781ce5-508e-4390-8cc9-e523803d8423 None None] Network 8806f1c4-6179-4945-b976-2e1f44053731 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:51:48.533487 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610d113-2bfe-41ba-ac1d-5b2d56655c3c req-1696158b-b527-4ce4-b258-3639a242f80c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:48.535470 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0610d113-2bfe-41ba-ac1d-5b2d56655c3c req-1696158b-b527-4ce4-b258-3639a242f80c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1277974
Jun 17 14:51:48.624531 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-0610d113-2bfe-41ba-ac1d-5b2d56655c3c req-947a8cc4-bffd-4698-b0d7-3645b61e4343 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798800
Jun 17 14:51:48.990629 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 44274) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:51:49.134176 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b4c37fbe-a8b5-446c-8f90-6f4bc90215bf req-e6a5eca2-b749-494d-aea4-eb32ff36ec35 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1418240
Jun 17 14:51:49.150768 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:49.870584 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a5a5e-d8a2-4853-a98c-816cc4182b72 req-02e7e893-5474-48e9-acb5-9ce434289c4a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:49.872441 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4c1a5a5e-d8a2-4853-a98c-816cc4182b72 req-02e7e893-5474-48e9-acb5-9ce434289c4a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1022296
Jun 17 14:51:49.927936 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4c1a5a5e-d8a2-4853-a98c-816cc4182b72 req-91bf75b9-14d9-4ca0-b844-43187085dd5d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492849
Jun 17 14:51:50.374715 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-1a87d9e5-60ca-408e-ba65-296612b37cc2 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:50.375398 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-1a87d9e5-60ca-408e-ba65-296612b37cc2 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Synchronizing usage tracker for tenant:06ce600d041344d1b304c6eff1830091 on resource:network {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:51:50.392104 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-1a87d9e5-60ca-408e-ba65-296612b37cc2 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Unset dirty status for tenant:06ce600d041344d1b304c6eff1830091 on resource:network {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:51:50.393382 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-1a87d9e5-60ca-408e-ba65-296612b37cc2 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/networks?id=8806f1c4-6179-4945-b976-2e1f44053731 HTTP/1.1" status: 200  len: 813 time: 0.1776562
Jun 17 14:51:50.409662 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-38e16a2b-1960-4d5f-bba1-466a696ad130 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/quotas/06ce600d041344d1b304c6eff1830091 HTTP/1.1" status: 200  len: 375 time: 0.0098343
Jun 17 14:51:50.457617 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-140105e7-e395-4285-974a-db85291a4916 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=06ce600d041344d1b304c6eff1830091&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0424631
Jun 17 14:51:50.639793 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-f35ab9da-c891-4fc1-bbdc-9c780b28f7ce service neutron] 10.222.0.89 "GET /v2.0/networks/8806f1c4-6179-4945-b976-2e1f44053731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752293
Jun 17 14:51:50.781716 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a9f1ab40-f771-4e61-a8c9-ff20d55b646a service neutron] 10.222.0.89 "GET /v2.0/networks/8806f1c4-6179-4945-b976-2e1f44053731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357100
Jun 17 14:51:50.964170 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-167d3fbe-8254-4d8a-9d09-253706f2f575 req-1c010457-2239-4372-a4db-58e8b0e351d3 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 210 time: 0.0451119
Jun 17 14:51:51.181793 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cea376-3eb6-48e6-8b64-71ed3221b4db req-fd3537f8-ab69-49ab-be79-831de9b087e8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:51.183453 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c0cea376-3eb6-48e6-8b64-71ed3221b4db req-fd3537f8-ab69-49ab-be79-831de9b087e8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1187193
Jun 17 14:51:51.248018 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c0cea376-3eb6-48e6-8b64-71ed3221b4db req-9f0715f0-8cbe-46ee-af03-6e08373d5c1f tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535843
Jun 17 14:51:52.151932 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device f797763d-7d19-4902-9ad9-7da2faa3f99e no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:51:52.155891 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f8db4eb7-840f-4a8c-a309-c46d92f232c2 req-c9a44245-9f6b-4d2a-8da5-195947475142 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 210 time: 0.0557730
Jun 17 14:51:52.287215 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-3040fe90-882b-4e9b-8acb-ec550eaca265 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:52.289019 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-3040fe90-882b-4e9b-8acb-ec550eaca265 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.37 "GET /v2.0/networks?id=8806f1c4-6179-4945-b976-2e1f44053731 HTTP/1.1" status: 200  len: 813 time: 0.2102201
Jun 17 14:51:52.307859 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Request body: {'port': {'device_id': '92ab61af-be8a-453e-b24c-29627951d3c0', 'network_id': '8806f1c4-6179-4945-b976-2e1f44053731', 'admin_state_up': True, 'tenant_id': '06ce600d041344d1b304c6eff1830091'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:51:52.452348 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:51:52.457262 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Usage tracker for resource:port and tenant:06ce600d041344d1b304c6eff1830091 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:51:52.460531 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:51:52.463259 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee1608-1170-4709-97d5-fce7daab7d9c req-3f3f5885-5c9a-46e2-b011-4d8344f3b981 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:52.464832 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-39ee1608-1170-4709-97d5-fce7daab7d9c req-3f3f5885-5c9a-46e2-b011-4d8344f3b981 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.0922809
Jun 17 14:51:52.475136 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:51:52.486136 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Made reservation on behalf of 06ce600d041344d1b304c6eff1830091 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:51:52.489814 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:52.513984 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-39ee1608-1170-4709-97d5-fce7daab7d9c req-a936eab0-2ea3-4f64-ba9d-86b0932df2b0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425134
Jun 17 14:51:52.665133 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Allocated IP 172.20.0.11 (8806f1c4-6179-4945-b976-2e1f44053731/f86b4769-cff6-4185-ad2a-12388c16c210/78c9c500-7150-4843-abe5-ad0c2d87a39a) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:51:52.882237 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:52.914926 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:52.922918 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-69dbbec6-5497-4a62-b5f0-b080b7750a1e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:52.994914 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Network 8806f1c4-6179-4945-b976-2e1f44053731 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:51:52.999165 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:51:53.003630 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:51:53.034433 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Pushing event updated for resources: {'Port': ['ID=78c9c500-7150-4843-abe5-ad0c2d87a39a,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:53.041179 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:53.076427 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:53.077068 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:53.099435 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7955246
Jun 17 14:51:53.120993 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Request body: {'port': {'device_id': '92ab61af-be8a-453e-b24c-29627951d3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:51:53.288159 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:53.557477 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209efc5e-b42f-4128-be9b-b76b9f9f213b req-5f1f418b-e1f2-4b07-b6ed-fba37624df2e tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:53.558178 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-209efc5e-b42f-4128-be9b-b76b9f9f213b req-5f1f418b-e1f2-4b07-b6ed-fba37624df2e tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Synchronizing usage tracker for tenant:06ce600d041344d1b304c6eff1830091 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:51:53.746776 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-209efc5e-b42f-4128-be9b-b76b9f9f213b req-5f1f418b-e1f2-4b07-b6ed-fba37624df2e tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Unset dirty status for tenant:06ce600d041344d1b304c6eff1830091 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:51:53.748127 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-209efc5e-b42f-4128-be9b-b76b9f9f213b req-5f1f418b-e1f2-4b07-b6ed-fba37624df2e tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 932 time: 0.4127395
Jun 17 14:51:53.820587 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-209efc5e-b42f-4128-be9b-b76b9f9f213b req-be59b75c-59fc-4f91-a01d-3abb35a4cfc0 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654309
Jun 17 14:51:53.871257 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2deb8-b49e-40dc-aebf-c497bef3566b req-1d45ad52-46c8-4436-931f-a750e19e751e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:53.873527 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-11c2deb8-b49e-40dc-aebf-c497bef3566b req-1d45ad52-46c8-4436-931f-a750e19e751e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.0963693
Jun 17 14:51:53.890539 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c9c500-7150-4843-abe5-ad0c2d87a39a {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:51:53.898016 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:53.913993 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Transition to ACTIVE for port object 78c9c500-7150-4843-abe5-ad0c2d87a39a will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:51:53.918645 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:53.919207 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-11c2deb8-b49e-40dc-aebf-c497bef3566b req-f72eaafd-d7cc-4e6b-98a9-cfee2ae46429 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404766
Jun 17 14:51:53.922646 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c8efa1f2-58ad-44b6-8663-ad896170417c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:54.080827 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Pushing event updated for resources: {'Port': ['ID=78c9c500-7150-4843-abe5-ad0c2d87a39a,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:54.083697 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:54.164889 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Attempting to bind port 78c9c500-7150-4843-abe5-ad0c2d87a39a on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:51:54.165221 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Attempting to bind port 78c9c500-7150-4843-abe5-ad0c2d87a39a by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '73f3b88a-cdb6-4418-9a6e-428ff2347641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8806f1c4-6179-4945-b976-2e1f44053731'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:51:54.165547 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Attempting to bind port 78c9c500-7150-4843-abe5-ad0c2d87a39a on network 8806f1c4-6179-4945-b976-2e1f44053731 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:51:54.170434 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Port 78c9c500-7150-4843-abe5-ad0c2d87a39a on network 8806f1c4-6179-4945-b976-2e1f44053731 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:51:54.170748 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Attempting to bind port 78c9c500-7150-4843-abe5-ad0c2d87a39a on network 8806f1c4-6179-4945-b976-2e1f44053731 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:51:54.176263 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:51:54.176596 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Checking segment: {'id': '73f3b88a-cdb6-4418-9a6e-428ff2347641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8806f1c4-6179-4945-b976-2e1f44053731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:51:54.176980 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Bound using segment: {'id': '73f3b88a-cdb6-4418-9a6e-428ff2347641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8806f1c4-6179-4945-b976-2e1f44053731'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:51:54.177460 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Bound port: 78c9c500-7150-4843-abe5-ad0c2d87a39a, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f3b88a-cdb6-4418-9a6e-428ff2347641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8806f1c4-6179-4945-b976-2e1f44053731'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:51:54.177754 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:54.273793 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] For port 78c9c500-7150-4843-abe5-ad0c2d87a39a, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:51:54.277035 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] For port 78c9c500-7150-4843-abe5-ad0c2d87a39a, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=78c9c500-7150-4843-abe5-ad0c2d87a39a,segment=NetworkSegment(73f3b88a-cdb6-4418-9a6e-428ff2347641),segment_id=73f3b88a-cdb6-4418-9a6e-428ff2347641)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:51:54.283291 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:54.287853 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0dba7591-3582-46b5-a4e4-ab9d40286ca4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:54.346847 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:54.347517 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:54.348980 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] 10.222.0.37 "PUT /v2.0/ports/78c9c500-7150-4843-abe5-ad0c2d87a39a HTTP/1.1" status: 200  len: 1094 time: 1.2326560
Jun 17 14:51:54.349490 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ab61af-be8a-453e-b24c-29627951d3c0', 'tag': '78c9c500-7150-4843-abe5-ad0c2d87a39a'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:51:54.372263 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Pushing event updated for resources: {'Port': ['ID=78c9c500-7150-4843-abe5-ad0c2d87a39a,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:54.375787 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:54.403455 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ab61af-be8a-453e-b24c-29627951d3c0', 'tag': '78c9c500-7150-4843-abe5-ad0c2d87a39a', 'status': 'completed', 'code': 200}
Jun 17 14:51:54.494976 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:54.518840 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-05de9f18-148f-4a16-b21a-a97fc3ddae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:54.520372 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-05de9f18-148f-4a16-b21a-a97fc3ddae67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06ce600d041344d1b304c6eff1830091&device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 1097 time: 0.0936735
Jun 17 14:51:54.602398 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-5376e9c8-20b4-404a-b115-aa29f3f5f86c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78c9c500-7150-4843-abe5-ad0c2d87a39a HTTP/1.1" status: 200  len: 217 time: 0.0669737
Jun 17 14:51:54.674417 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-06a195d9-23b7-4906-8e46-a53ec92f67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:54.675963 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-06a195d9-23b7-4906-8e46-a53ec92f67fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f86b4769-cff6-4185-ad2a-12388c16c210 HTTP/1.1" status: 200  len: 853 time: 0.0667768
Jun 17 14:51:54.721524 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5cda5927-6e54-4ee2-a138-7af00edf5371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:54.725842 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-0f69a1b8-aa97-4b5a-afdb-20bae23150f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8806f1c4-6179-4945-b976-2e1f44053731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435781
Jun 17 14:51:54.869020 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-0d7ff39c-63ea-42c9-8c84-1737ca700fa1 service neutron] 10.222.0.37 "GET /v2.0/networks/8806f1c4-6179-4945-b976-2e1f44053731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357059
Jun 17 14:51:55.021093 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-74068cb5-4bb8-4cac-8018-b7a55475f859 req-d800638b-c279-49cc-bbf8-11218e6047f8 service neutron] 10.222.0.37 "GET /v2.0/networks/8806f1c4-6179-4945-b976-2e1f44053731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438916
Jun 17 14:51:55.037573 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce9a80-9ac0-42ec-a6f8-622b8409b38b req-e3d70024-3e38-433d-9444-e1ad0d9924f8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:55.039851 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1ce9a80-9ac0-42ec-a6f8-622b8409b38b req-e3d70024-3e38-433d-9444-e1ad0d9924f8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 944 time: 0.0999393
Jun 17 14:51:55.100326 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-b1ce9a80-9ac0-42ec-a6f8-622b8409b38b req-b7cea6a2-0938-4461-91ee-982d6b016f15 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Synchronizing usage tracker for tenant:06ce600d041344d1b304c6eff1830091 on resource:security_group {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:51:55.126818 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-b1ce9a80-9ac0-42ec-a6f8-622b8409b38b req-b7cea6a2-0938-4461-91ee-982d6b016f15 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Unset dirty status for tenant:06ce600d041344d1b304c6eff1830091 on resource:security_group {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:51:55.128291 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b1ce9a80-9ac0-42ec-a6f8-622b8409b38b req-b7cea6a2-0938-4461-91ee-982d6b016f15 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820200
Jun 17 14:51:55.255062 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c12c0-b590-42fa-ae03-8c9cffa6b8c2 req-495a92fd-6fd6-4860-9268-9d4458e01738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:55.256573 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3f5c12c0-b590-42fa-ae03-8c9cffa6b8c2 req-495a92fd-6fd6-4860-9268-9d4458e01738 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06ce600d041344d1b304c6eff1830091&device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 1097 time: 0.1198258
Jun 17 14:51:55.265179 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c89c44-b48f-415b-8d23-955591166b24 req-1a9fd3b3-1be3-4d4e-bf6e-5af00676d84d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:55.266639 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-73c89c44-b48f-415b-8d23-955591166b24 req-1a9fd3b3-1be3-4d4e-bf6e-5af00676d84d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1981792
Jun 17 14:51:55.408002 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-73c89c44-b48f-415b-8d23-955591166b24 req-c5647cfb-1e5a-4654-98c5-370a30b6f538 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1220014
Jun 17 14:51:55.439154 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c12c0-b590-42fa-ae03-8c9cffa6b8c2 req-7ab7c184-4009-412d-9a11-34b4dd1ce8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:55.440645 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3f5c12c0-b590-42fa-ae03-8c9cffa6b8c2 req-7ab7c184-4009-412d-9a11-34b4dd1ce8c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8806f1c4-6179-4945-b976-2e1f44053731 HTTP/1.1" status: 200  len: 915 time: 0.1731544
Jun 17 14:51:55.516947 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3f5c12c0-b590-42fa-ae03-8c9cffa6b8c2 req-c8e8367f-1584-460b-8df4-6da8eb4d4c3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78c9c500-7150-4843-abe5-ad0c2d87a39a HTTP/1.1" status: 200  len: 217 time: 0.0690007
Jun 17 14:51:55.592849 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c12c0-b590-42fa-ae03-8c9cffa6b8c2 req-26ecdc3f-2ce4-4067-91dc-02981b9f7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:55.594699 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3f5c12c0-b590-42fa-ae03-8c9cffa6b8c2 req-26ecdc3f-2ce4-4067-91dc-02981b9f7b0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f86b4769-cff6-4185-ad2a-12388c16c210 HTTP/1.1" status: 200  len: 853 time: 0.0708666
Jun 17 14:51:55.752337 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3f5c12c0-b590-42fa-ae03-8c9cffa6b8c2 req-ff0e1cee-4eba-461f-9c03-e88c290e772c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8806f1c4-6179-4945-b976-2e1f44053731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1509027
Jun 17 14:51:55.901284 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3f5c12c0-b590-42fa-ae03-8c9cffa6b8c2 req-6f2d4edf-6360-453f-8c55-ee3ea93a87ab service neutron] 10.222.0.37 "GET /v2.0/networks/8806f1c4-6179-4945-b976-2e1f44053731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418090
Jun 17 14:51:56.048501 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3f5c12c0-b590-42fa-ae03-8c9cffa6b8c2 req-3b71513c-e54c-48d4-a5bf-f5f142fb2942 service neutron] 10.222.0.37 "GET /v2.0/networks/8806f1c4-6179-4945-b976-2e1f44053731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384294
Jun 17 14:51:56.428123 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85bbe4-a97c-49cb-9f50-7329f428d311 req-4f6e7fb4-cf10-4c53-b8f8-1e04805a4d28 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:56.429608 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7c85bbe4-a97c-49cb-9f50-7329f428d311 req-4f6e7fb4-cf10-4c53-b8f8-1e04805a4d28 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 944 time: 0.1786222
Jun 17 14:51:56.479746 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-7c85bbe4-a97c-49cb-9f50-7329f428d311 req-b47626c6-c6a4-474c-a76c-388eca524f5e tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435870
Jun 17 14:51:56.615180 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906b20a-ac2a-4e75-8c0d-1b191d340673 req-4a5d7eda-1390-4092-bd96-d11de7bc9923 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:56.616901 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2906b20a-ac2a-4e75-8c0d-1b191d340673 req-4a5d7eda-1390-4092-bd96-d11de7bc9923 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.0877018
Jun 17 14:51:56.679454 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2906b20a-ac2a-4e75-8c0d-1b191d340673 req-324ab958-82a9-407b-a843-7fe64801c90a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562871
Jun 17 14:51:57.718492 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23845649-8302-4eff-935d-4557fecdaba8 req-036b9a09-6bf8-4a36-80af-9ca46a24b7eb tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:57.718492 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-23845649-8302-4eff-935d-4557fecdaba8 req-036b9a09-6bf8-4a36-80af-9ca46a24b7eb tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 944 time: 0.0944426
Jun 17 14:51:57.822951 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-23845649-8302-4eff-935d-4557fecdaba8 req-2167e0ee-b8e5-4549-88e3-db4657f7eba6 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021442
Jun 17 14:51:57.854955 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c37fbe-a8b5-446c-8f90-6f4bc90215bf req-1b09bec6-21f6-4cf6-99df-751425038f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:57.857150 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4c37fbe-a8b5-446c-8f90-6f4bc90215bf req-1b09bec6-21f6-4cf6-99df-751425038f41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd&tenant_id=9bb64eede5e845548ff53776d610b3b2 HTTP/1.1" status: 200  len: 1096 time: 0.1059012
Jun 17 14:51:57.901277 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33328ac-2442-4b96-8cae-fd392b405145 req-fd16710e-3a81-4239-9628-a3fd8900673d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:57.903250 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b33328ac-2442-4b96-8cae-fd392b405145 req-fd16710e-3a81-4239-9628-a3fd8900673d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1016724
Jun 17 14:51:57.955670 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b33328ac-2442-4b96-8cae-fd392b405145 req-edda2756-2150-4b93-8b99-7ce97e9c1b3d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452502
Jun 17 14:51:57.978607 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c37fbe-a8b5-446c-8f90-6f4bc90215bf req-739d2c5d-1175-47c3-bdb4-b68d9c87db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:57.980174 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4c37fbe-a8b5-446c-8f90-6f4bc90215bf req-739d2c5d-1175-47c3-bdb4-b68d9c87db9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 1096 time: 0.0830410
Jun 17 14:51:58.141558 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c37fbe-a8b5-446c-8f90-6f4bc90215bf req-64f3e678-3eaa-44ad-9f69-9d7c98f69a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:58.143055 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4c37fbe-a8b5-446c-8f90-6f4bc90215bf req-64f3e678-3eaa-44ad-9f69-9d7c98f69a7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 919 time: 0.1554303
Jun 17 14:51:58.152998 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 78c9c500-7150-4843-abe5-ad0c2d87a39a details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:51:58.272399 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4c37fbe-a8b5-446c-8f90-6f4bc90215bf req-d39d8380-3351-4ac6-ac0a-27a60783bbab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e HTTP/1.1" status: 200  len: 999 time: 0.1217268
Jun 17 14:51:58.310524 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 78c9c500-7150-4843-abe5-ad0c2d87a39a, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=78c9c500-7150-4843-abe5-ad0c2d87a39a,segment=NetworkSegment(73f3b88a-cdb6-4418-9a6e-428ff2347641),segment_id=73f3b88a-cdb6-4418-9a6e-428ff2347641)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:58.325349 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': '78c9c500-7150-4843-abe5-ad0c2d87a39a', 'network_id': '8806f1c4-6179-4945-b976-2e1f44053731', 'port_id': '78c9c500-7150-4843-abe5-ad0c2d87a39a', 'mac_address': 'fa:16:3e:b4:0e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f86b4769-cff6-4185-ad2a-12388c16c210', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:51:58.346308 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c37fbe-a8b5-446c-8f90-6f4bc90215bf req-dad1b815-ebff-44ae-a8a4-a93ed95791da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:58.348351 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4c37fbe-a8b5-446c-8f90-6f4bc90215bf req-dad1b815-ebff-44ae-a8a4-a93ed95791da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79b36810-c5a0-4a5e-865e-b3adb3b23fb7 HTTP/1.1" status: 200  len: 856 time: 0.0663586
Jun 17 14:51:58.400877 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:58.420274 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c9c500-7150-4843-abe5-ad0c2d87a39a {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:51:58.446131 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 78c9c500-7150-4843-abe5-ad0c2d87a39a, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=78c9c500-7150-4843-abe5-ad0c2d87a39a,segment=NetworkSegment(73f3b88a-cdb6-4418-9a6e-428ff2347641),segment_id=73f3b88a-cdb6-4418-9a6e-428ff2347641)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:51:58.451995 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:58.453775 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:51:58.483347 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c37fbe-a8b5-446c-8f90-6f4bc90215bf req-87bb1ec7-0074-4962-9a42-3d1694b8a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:58.485315 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4c37fbe-a8b5-446c-8f90-6f4bc90215bf req-87bb1ec7-0074-4962-9a42-3d1694b8a1a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=748ba6a5-b967-482a-a2f5-884fcde7ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1184349
Jun 17 14:51:58.527139 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=78c9c500-7150-4843-abe5-ad0c2d87a39a,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:51:58.531636 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:51:58.611117 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-6d857901-6d46-4730-8768-5ab493ee8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:51:58.633400 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4c37fbe-a8b5-446c-8f90-6f4bc90215bf req-5353ace6-7edd-477c-8983-7c77b8cdd4e3 service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407759
Jun 17 14:51:58.771110 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4c37fbe-a8b5-446c-8f90-6f4bc90215bf req-75bd10c9-38d6-45ed-8d28-deb36a177a98 service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296444
Jun 17 14:51:58.802995 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['78c9c500-7150-4843-abe5-ad0c2d87a39a'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:51:59.058796 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55ed02-1ccf-4be8-95eb-0ea0681307ad req-89c27602-9d58-4f91-8233-11f32d584406 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:59.060917 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-da55ed02-1ccf-4be8-95eb-0ea0681307ad req-89c27602-9d58-4f91-8233-11f32d584406 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 945 time: 0.1048999
Jun 17 14:51:59.133027 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-da55ed02-1ccf-4be8-95eb-0ea0681307ad req-9a17fa5f-0b0e-477e-90f3-3686887ae14c tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619235
Jun 17 14:51:59.215210 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dbea3-fdb4-403f-9232-5e9a4518358e req-bb07dcd2-abea-4f42-887f-ec67de061082 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:51:59.217438 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ad2dbea3-fdb4-403f-9232-5e9a4518358e req-bb07dcd2-abea-4f42-887f-ec67de061082 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1002786
Jun 17 14:51:59.267203 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ad2dbea3-fdb4-403f-9232-5e9a4518358e req-b76fbeef-92bb-4773-bdd4-5e717d9280aa tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440762
Jun 17 14:51:59.926759 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:00.162099 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 78c9c500-7150-4843-abe5-ad0c2d87a39a up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:52:00.246727 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port 78c9c500-7150-4843-abe5-ad0c2d87a39a completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:52:00.252770 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port 78c9c500-7150-4843-abe5-ad0c2d87a39a triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:52:00.253162 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:00.381148 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2e641-442f-479f-83d2-91bc2aad2ac6 req-6b0dd82d-3046-47c5-88ac-58dd605c9847 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:00.383437 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b3b2e641-442f-479f-83d2-91bc2aad2ac6 req-6b0dd82d-3046-47c5-88ac-58dd605c9847 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 945 time: 0.1104770
Jun 17 14:52:00.392963 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:00.437460 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ab61af-be8a-453e-b24c-29627951d3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c9c500-7150-4843-abe5-ad0c2d87a39a'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:52:00.448589 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 78c9c500-7150-4843-abe5-ad0c2d87a39a, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=78c9c500-7150-4843-abe5-ad0c2d87a39a,segment=NetworkSegment(73f3b88a-cdb6-4418-9a6e-428ff2347641),segment_id=73f3b88a-cdb6-4418-9a6e-428ff2347641)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:52:00.451279 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b3b2e641-442f-479f-83d2-91bc2aad2ac6 req-47d134cf-436c-419d-9a41-ef3722c06ffa tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578721
Jun 17 14:52:00.456893 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:00.460060 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:52:00.551791 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe1ab5-2b45-471e-8187-eadccd82e3df req-524d032a-324e-44b0-8308-ac94534038c3 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:00.561133 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2efe1ab5-2b45-471e-8187-eadccd82e3df req-524d032a-324e-44b0-8308-ac94534038c3 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1299264
Jun 17 14:52:00.580123 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ab61af-be8a-453e-b24c-29627951d3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c9c500-7150-4843-abe5-ad0c2d87a39a', 'code': 200}
Jun 17 14:52:00.591970 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=78c9c500-7150-4843-abe5-ad0c2d87a39a,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:52:00.596742 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:52:00.627272 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2efe1ab5-2b45-471e-8187-eadccd82e3df req-dc99e83a-1561-4094-b971-fa1ee3c572a4 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646408
Jun 17 14:52:01.687963 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405e6f1-e0cd-47c4-b7a2-a4c920f89591 req-2f4bb319-9c68-4570-8157-bc1f53304eeb tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:01.690211 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8405e6f1-e0cd-47c4-b7a2-a4c920f89591 req-2f4bb319-9c68-4570-8157-bc1f53304eeb tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 946 time: 0.0924010
Jun 17 14:52:01.744251 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8405e6f1-e0cd-47c4-b7a2-a4c920f89591 req-245edd94-02ed-4c35-af20-02ef0c56c023 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478635
Jun 17 14:52:01.977731 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3bc27-94db-416d-9eaa-154ee4351590 req-8ce23914-6274-47c9-bfd2-6a558056b129 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:01.979199 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-76a3bc27-94db-416d-9eaa-154ee4351590 req-8ce23914-6274-47c9-bfd2-6a558056b129 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.2142062
Jun 17 14:52:01.995007 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:02.032807 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-76a3bc27-94db-416d-9eaa-154ee4351590 req-828a9585-a4a1-4755-ad06-d1de58d9a9fe tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470264
Jun 17 14:52:02.947548 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce217b-73f2-4af8-b679-df791fe47771 req-1b7e01d7-c0ce-45f7-9084-dc0e13c0b5ac tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:02.949103 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a2ce217b-73f2-4af8-b679-df791fe47771 req-1b7e01d7-c0ce-45f7-9084-dc0e13c0b5ac tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 946 time: 0.0877869
Jun 17 14:52:03.003772 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a2ce217b-73f2-4af8-b679-df791fe47771 req-543df1c5-6012-4ae8-9c33-9840fb56e643 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478711
Jun 17 14:52:03.234761 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8c328-9c91-419b-8058-de8183fec644 req-c2c8a0cf-b3b3-4280-956d-f3ac32e87961 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:03.236351 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a6a8c328-9c91-419b-8058-de8183fec644 req-c2c8a0cf-b3b3-4280-956d-f3ac32e87961 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.0865557
Jun 17 14:52:03.284959 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a6a8c328-9c91-419b-8058-de8183fec644 req-8782fa35-4528-4fc3-8dbd-e0b63fc94701 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429997
Jun 17 14:52:04.205260 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8826b2-07c6-4d3a-9fc6-e35085bdfcde req-9c600f58-f878-4ca7-bba4-c0682339509d tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:04.206760 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3c8826b2-07c6-4d3a-9fc6-e35085bdfcde req-9c600f58-f878-4ca7-bba4-c0682339509d tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 946 time: 0.0883045
Jun 17 14:52:04.256071 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3c8826b2-07c6-4d3a-9fc6-e35085bdfcde req-24271283-01ff-46ac-877d-8073cd66a88a tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428238
Jun 17 14:52:04.501530 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d8a84-5d5e-417a-bb13-785f703c7931 req-90749209-ba96-4d71-974e-57f0c1784d7a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:04.503088 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7d1d8a84-5d5e-417a-bb13-785f703c7931 req-90749209-ba96-4d71-974e-57f0c1784d7a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.0920863
Jun 17 14:52:04.552711 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7d1d8a84-5d5e-417a-bb13-785f703c7931 req-a27cb6e6-1f8f-409a-985c-981a0326f582 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437317
Jun 17 14:52:05.466248 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c0a41-9b01-4d2d-9718-f75e600b3356 req-4a91ef1f-8ea9-4dbb-aaf6-1b1a034a01b9 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:05.468048 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-337c0a41-9b01-4d2d-9718-f75e600b3356 req-4a91ef1f-8ea9-4dbb-aaf6-1b1a034a01b9 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 946 time: 0.0931592
Jun 17 14:52:05.516952 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-337c0a41-9b01-4d2d-9718-f75e600b3356 req-896eefd1-2b20-4112-9eb1-71e6fee34f18 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425863
Jun 17 14:52:05.789519 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a62524-c43e-4930-a126-423f83746c87 req-ebab4c4f-0962-4866-a351-7044e2d80fa7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:05.791320 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d7a62524-c43e-4930-a126-423f83746c87 req-ebab4c4f-0962-4866-a351-7044e2d80fa7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1066236
Jun 17 14:52:05.865463 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d7a62524-c43e-4930-a126-423f83746c87 req-dcaa9701-f738-407c-85a5-2722fc355f79 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623388
Jun 17 14:52:06.726767 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b102bb1-3a41-44be-8a62-e6ae33a20fb3 req-053b6d6c-81bf-4c5a-b52c-4216498dd53f tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:06.728363 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0b102bb1-3a41-44be-8a62-e6ae33a20fb3 req-053b6d6c-81bf-4c5a-b52c-4216498dd53f tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 946 time: 0.0990756
Jun 17 14:52:06.780124 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0b102bb1-3a41-44be-8a62-e6ae33a20fb3 req-d32bd541-f406-4df7-a517-799c945a002d tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433469
Jun 17 14:52:07.117715 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c388b06-9b58-4d0b-907f-5cd6ad94a06b req-65758f60-bcec-4079-a478-e2d1e369dd75 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:07.119759 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9c388b06-9b58-4d0b-907f-5cd6ad94a06b req-65758f60-bcec-4079-a478-e2d1e369dd75 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1181905
Jun 17 14:52:07.183682 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9c388b06-9b58-4d0b-907f-5cd6ad94a06b req-86463999-a111-4492-a69e-9c5263e2d457 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556056
Jun 17 14:52:07.979217 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727135e6-d939-43e8-82b1-9eef7b92d399 req-6f6d509f-ed4d-4dc7-b35a-9370c442e9ef tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:07.981903 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-727135e6-d939-43e8-82b1-9eef7b92d399 req-6f6d509f-ed4d-4dc7-b35a-9370c442e9ef tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 946 time: 0.0898581
Jun 17 14:52:08.038398 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-727135e6-d939-43e8-82b1-9eef7b92d399 req-a0de31bc-c8ca-485a-a7b5-dddba0ac651c tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503733
Jun 17 14:52:08.395027 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d7ba2-986a-4299-b387-0c1ab6f45f92 req-8635f2d6-59d3-4aa3-8a5e-a4468b2a131d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:08.396632 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5b6d7ba2-986a-4299-b387-0c1ab6f45f92 req-8635f2d6-59d3-4aa3-8a5e-a4468b2a131d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.0919461
Jun 17 14:52:08.448195 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5b6d7ba2-986a-4299-b387-0c1ab6f45f92 req-ab0926fd-f771-4f11-bebd-348372eeb930 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454333
Jun 17 14:52:09.304792 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd86de-186a-4f01-afa9-b389c492e2eb req-bfb8659a-b9ee-4ce4-ab8e-c3d832eb802d tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:09.307544 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-65cd86de-186a-4f01-afa9-b389c492e2eb req-bfb8659a-b9ee-4ce4-ab8e-c3d832eb802d tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 946 time: 0.1395912
Jun 17 14:52:09.364250 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-65cd86de-186a-4f01-afa9-b389c492e2eb req-5c2b5597-6fed-4cbe-bfef-02e797ed0df2 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468795
Jun 17 14:52:09.689857 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782b56e-3699-419f-b39f-ae3db80315ea req-d35e06ce-2e7e-48a7-ab20-ea5e9c60c6c8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:09.692142 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7782b56e-3699-419f-b39f-ae3db80315ea req-d35e06ce-2e7e-48a7-ab20-ea5e9c60c6c8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1051109
Jun 17 14:52:09.742062 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7782b56e-3699-419f-b39f-ae3db80315ea req-b3578b1d-70ef-4f17-899d-3bc5f40999fb tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441732
Jun 17 14:52:10.557783 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50958455-4b33-4551-b5ff-0dbdf20b6ae4 req-de138fef-68e1-495d-987f-6bde91333fa0 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:10.559216 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-50958455-4b33-4551-b5ff-0dbdf20b6ae4 req-de138fef-68e1-495d-987f-6bde91333fa0 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 946 time: 0.0816717
Jun 17 14:52:10.612036 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-50958455-4b33-4551-b5ff-0dbdf20b6ae4 req-eb4e1b0a-b62a-415f-b6f4-ee06a85ee9b6 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461857
Jun 17 14:52:10.963593 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e1ac0-6fad-4b87-9b9c-d0d39e42cae1 req-d2f376d4-bf97-4653-87f8-b1a9ebb7567d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:10.965129 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-973e1ac0-6fad-4b87-9b9c-d0d39e42cae1 req-d2f376d4-bf97-4653-87f8-b1a9ebb7567d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.0933442
Jun 17 14:52:11.071719 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-973e1ac0-6fad-4b87-9b9c-d0d39e42cae1 req-e1ecd8a3-ed32-4616-9413-7576d4da5562 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970290
Jun 17 14:52:11.095646 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bfa87-61b3-4713-b92c-f42d62b89851 req-5f13c91a-b030-4be4-8ad2-e6aa1ff9535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:11.097197 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ec2bfa87-61b3-4713-b92c-f42d62b89851 req-5f13c91a-b030-4be4-8ad2-e6aa1ff9535a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 1099 time: 0.1077330
Jun 17 14:52:11.162694 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ec2bfa87-61b3-4713-b92c-f42d62b89851 req-c9417cf4-552b-479b-a232-2f142bca3f55 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360289
Jun 17 14:52:11.820871 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbe94b-4f2e-4834-bd10-9266332d0a10 req-a23adf51-da7d-4efc-bc0b-503fb910f1c3 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:11.822577 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-03bbe94b-4f2e-4834-bd10-9266332d0a10 req-a23adf51-da7d-4efc-bc0b-503fb910f1c3 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 946 time: 0.1019247
Jun 17 14:52:11.887067 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-03bbe94b-4f2e-4834-bd10-9266332d0a10 req-9b477733-da7a-4d45-8389-6f34aba41b03 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471592
Jun 17 14:52:12.277792 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e0d42-4a84-45ce-986d-03469a309591 req-570c49a9-1e1f-467f-a717-cecee7204acc tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:12.280058 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ab7e0d42-4a84-45ce-986d-03469a309591 req-570c49a9-1e1f-467f-a717-cecee7204acc tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.0847001
Jun 17 14:52:12.331306 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ab7e0d42-4a84-45ce-986d-03469a309591 req-cd18ee69-499e-4280-99a7-a089528feb68 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455136
Jun 17 14:52:13.101818 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826320b-75d2-4f88-84e2-33c1af170e54 req-33d81cb5-3b3d-40c3-a730-401ad7e174b5 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:13.103886 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d826320b-75d2-4f88-84e2-33c1af170e54 req-33d81cb5-3b3d-40c3-a730-401ad7e174b5 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 946 time: 0.0978961
Jun 17 14:52:13.177321 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d826320b-75d2-4f88-84e2-33c1af170e54 req-15fa0db2-bd65-440d-be89-7d35a0007ec1 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663331
Jun 17 14:52:13.321983 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cd023-4fb2-41df-bc99-51855d4fdc74 req-33e0b44b-ed00-40c7-8681-ceae5b519f7f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:13.323519 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5c1cd023-4fb2-41df-bc99-51855d4fdc74 req-33e0b44b-ed00-40c7-8681-ceae5b519f7f tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 945 time: 0.0884559
Jun 17 14:52:13.375618 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5c1cd023-4fb2-41df-bc99-51855d4fdc74 req-5c279bae-d9cb-4e15-a0e6-bbabc16db12c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=922ad737-0389-4834-bdc2-c8ff42f9b562&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455453
Jun 17 14:52:13.544429 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880007f-e8e6-43a8-926a-f587c1013252 req-be8dbe8c-56fd-4c4d-ba59-59cdd13060f2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:13.545816 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1880007f-e8e6-43a8-926a-f587c1013252 req-be8dbe8c-56fd-4c4d-ba59-59cdd13060f2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.0886002
Jun 17 14:52:13.608456 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1880007f-e8e6-43a8-926a-f587c1013252 req-dd59434d-bcf7-4c5f-a0e9-5fc974ca6b32 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552125
Jun 17 14:52:14.591781 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4185a6c-ae8a-4b82-840d-e8bfd457d74d req-d782a550-0be6-460e-a6e1-e2f84de9aa96 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:14.593314 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c4185a6c-ae8a-4b82-840d-e8bfd457d74d req-d782a550-0be6-460e-a6e1-e2f84de9aa96 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 945 time: 0.1033714
Jun 17 14:52:14.645242 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c4185a6c-ae8a-4b82-840d-e8bfd457d74d req-649f744a-9a9f-44c4-9d33-97816039f05c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=922ad737-0389-4834-bdc2-c8ff42f9b562&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456467
Jun 17 14:52:14.817154 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c21f2-8daf-44bc-b23b-274361161955 req-894e7cba-5f18-4d4f-bbac-510500c1423a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:14.818617 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-466c21f2-8daf-44bc-b23b-274361161955 req-894e7cba-5f18-4d4f-bbac-510500c1423a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.0941415
Jun 17 14:52:14.869234 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-466c21f2-8daf-44bc-b23b-274361161955 req-285ee8eb-d415-4628-9fac-b1d3ee061784 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446668
Jun 17 14:52:15.455455 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-6d62b6ff-301e-4380-8b3f-e5b23674f66e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:15.456781 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-6d62b6ff-301e-4380-8b3f-e5b23674f66e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.37 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 945 time: 0.0915542
Jun 17 14:52:15.528417 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Deleting port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:52:15.528854 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:15.826762 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] For port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=ab7c4657-30a5-47ab-9edd-dfe1d65ebe22,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:52:15.827479 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:15.849281 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e50dec-a178-4395-8376-ba299259d729 req-65526a55-d606-4580-8a55-398412907d28 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:15.850867 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a8e50dec-a178-4395-8376-ba299259d729 req-65526a55-d606-4580-8a55-398412907d28 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 945 time: 0.0836599
Jun 17 14:52:15.896847 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a8e50dec-a178-4395-8376-ba299259d729 req-1ebf0744-f453-4d96-b39d-1a9bdb8ed29d tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups?id=922ad737-0389-4834-bdc2-c8ff42f9b562&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398314
Jun 17 14:52:16.299505 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:16.299884 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:16.300238 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.l3_db [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Floating IP a90f6611-3d42-4107-8bbc-ef10365c7e8c disassociated. External IP: 172.27.3.128, port: ab7c4657-30a5-47ab-9edd-dfe1d65ebe22.
Jun 17 14:52:16.300542 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Calling delete_port for ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:52:16.353414 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d31474-dab0-45bf-bd5b-dad34af8c993 req-dd3595ec-1603-4c7f-9331-3831afc9312a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:16.354861 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a4d31474-dab0-45bf-bd5b-dad34af8c993 req-dd3595ec-1603-4c7f-9331-3831afc9312a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.2611835
Jun 17 14:52:16.427239 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a4d31474-dab0-45bf-bd5b-dad34af8c993 req-214de061-54a1-44ea-abbb-6807a800146a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641818
Jun 17 14:52:16.502636 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:16.508353 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:52:16.555822 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event deleted for resources: {'Port': ['ID=ab7c4657-30a5-47ab-9edd-dfe1d65ebe22,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:52:16.558923 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:52:16.758752 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:52:16.958612 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:52:16.968616 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0be147-531b-4411-9b01-fab1384367c0 None None] Sync routers for ids ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:52:16.992414 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0be147-531b-4411-9b01-fab1384367c0 None None] Routers {'1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:52:16.993078 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e0be147-531b-4411-9b01-fab1384367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b286aba90>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:51:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:52:17.063070 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] No DVR routers for this DVR port ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:52:17.072453 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:17.094915 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab491eb-595d-4aae-9dd8-c24a65253433', 'name': 'network-vif-deleted', 'tag': 'ab7c4657-30a5-47ab-9edd-dfe1d65ebe22'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:52:17.105414 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7c6ced63-28a7-4e25-af00-10b5fdb441dc req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.37 "DELETE /v2.0/ports/ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 HTTP/1.1" status: 204  len: 173 time: 1.6417751
Jun 17 14:52:17.163973 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab491eb-595d-4aae-9dd8-c24a65253433', 'name': 'network-vif-deleted', 'tag': 'ab7c4657-30a5-47ab-9edd-dfe1d65ebe22', 'status': 'completed', 'code': 200}
Jun 17 14:52:17.171793 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-152e6ef4-779b-463c-8c78-0876ecf2024e req-3d02a89d-5d09-4434-bea9-63c77c41aca7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/ports?device_id=dab491eb-595d-4aae-9dd8-c24a65253433 HTTP/1.1" status: 200  len: 210 time: 0.1190863
Jun 17 14:52:17.289931 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-4e0be147-531b-4411-9b01-fab1384367c0 None None] Set router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:52:17.661659 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de5608-ed0e-4038-a4a5-28abf5fc8985 req-2aa2edea-cc0e-4d02-87a4-087c73c33080 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:17.663781 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-34de5608-ed0e-4038-a4a5-28abf5fc8985 req-2aa2edea-cc0e-4d02-87a4-087c73c33080 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1070752
Jun 17 14:52:17.670309 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e0be147-531b-4411-9b01-fab1384367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b286aba90>, [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:48Z', 'revision_number': 5, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:52:17.674701 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0be147-531b-4411-9b01-fab1384367c0 None None] Checking router: 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:52:17.683742 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0be147-531b-4411-9b01-fab1384367c0 None None] Routers {'1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:52:17.684413 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e0be147-531b-4411-9b01-fab1384367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b286aba90>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:51:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:52:17.714840 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-34de5608-ed0e-4038-a4a5-28abf5fc8985 req-96265362-261a-4ea2-a625-125cfd5a43e9 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433071
Jun 17 14:52:17.894019 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-4e0be147-531b-4411-9b01-fab1384367c0 None None] Set router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:52:18.268600 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4e0be147-531b-4411-9b01-fab1384367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b286aba90>, [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:48Z', 'revision_number': 5, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:52:18.277020 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0be147-531b-4411-9b01-fab1384367c0 None None] The sync data for ids ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'] in dv-cinder-796859-1-iscsi is: [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:45:35Z', 'revision_number': 4, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '56ec9dd1-100c-46f0-8074-f951a87767ea', 'name': '', 'network_id': 'b6e53ff0-1917-4389-b170-61d80fa927e9', 'tenant_id': '435f37682b7445629d33055791ada83b', 'mac_address': 'fa:16:3e:8d:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:32Z', 'updated_at': '2021-06-17T14:45:48Z', 'revision_number': 5, 'project_id': '435f37682b7445629d33055791ada83b', 'subnets': [{'id': '9a3575f2-11d4-4900-8acc-ab5e547dc5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:52:18.305453 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 44586) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:52:18.383149 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-196a7e77-c855-4dda-bd56-23bc15720914 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:18.416135 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-196a7e77-c855-4dda-bd56-23bc15720914 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:18.485373 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-196a7e77-c855-4dda-bd56-23bc15720914 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:18.490175 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:52:18.508222 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a7e77-c855-4dda-bd56-23bc15720914 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=922ad737-0389-4834-bdc2-c8ff42f9b562,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:52:18.511463 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-196a7e77-c855-4dda-bd56-23bc15720914 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:52:18.521054 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-196a7e77-c855-4dda-bd56-23bc15720914 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:18.522289 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-196a7e77-c855-4dda-bd56-23bc15720914 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "DELETE /v2.0/security-groups/922ad737-0389-4834-bdc2-c8ff42f9b562 HTTP/1.1" status: 204  len: 168 time: 0.2151091
Jun 17 14:52:18.525614 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 44590) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:52:18.551992 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.api.v2.resource [None req-6de50c48-89c8-4ec2-989a-9d036df4cad7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] show failed (client error): The resource could not be found.
Jun 17 14:52:18.552999 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-6de50c48-89c8-4ec2-989a-9d036df4cad7 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "GET /v2.0/security-groups/922ad737-0389-4834-bdc2-c8ff42f9b562 HTTP/1.1" status: 404  len: 347 time: 0.0261412
Jun 17 14:52:18.555982 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 44594) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:52:18.566033 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413fa876-5a72-41d1-8257-3625fd36629b None None] New status for floating IP a90f6611-3d42-4107-8bbc-ef10365c7e8c: DOWN {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 14:52:18.748607 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Deleting port c5a607b7-36f1-46b5-acca-5409c04daf2e {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:52:18.749068 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:19.100474 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fa776-05cc-4349-98ef-622dc43dd624 req-5ad1d359-c25b-43d9-bcda-f6aca8102718 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:19.101934 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d95fa776-05cc-4349-98ef-622dc43dd624 req-5ad1d359-c25b-43d9-bcda-f6aca8102718 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1998341
Jun 17 14:52:19.147816 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:19.161507 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d95fa776-05cc-4349-98ef-622dc43dd624 req-14756ee2-fb69-4285-989a-ebe287cc93b0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511937
Jun 17 14:52:19.195051 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:19.195358 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:19.327578 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Calling delete_port for c5a607b7-36f1-46b5-acca-5409c04daf2e owned by network:floatingip {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:52:19.420305 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.db.api [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 17 14:52:19.420685 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_db.api [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 17 14:52:19.921807 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Deleting port c5a607b7-36f1-46b5-acca-5409c04daf2e {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:52:19.922234 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:20.124055 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:20.124730 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:20.272578 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device f797763d-7d19-4902-9ad9-7da2faa3f99e details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:52:20.281390 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:52:20.299031 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Calling delete_port for c5a607b7-36f1-46b5-acca-5409c04daf2e owned by network:floatingip {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:52:20.326582 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:52:20.327137 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device ab7c4657-30a5-47ab-9edd-dfe1d65ebe22 not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:52:20.473090 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea635e7-af77-4f18-a185-7abc3f1eed03 req-19026288-0642-444e-a761-c5faeeb2e3b0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:20.475006 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-dea635e7-af77-4f18-a185-7abc3f1eed03 req-19026288-0642-444e-a761-c5faeeb2e3b0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 943 time: 0.1875403
Jun 17 14:52:20.490698 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port f797763d-7d19-4902-9ad9-7da2faa3f99e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:52:20.507985 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'port_id': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'mac_address': 'fa:16:3e:3a:5f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:52:20.568146 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:20.587810 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f797763d-7d19-4902-9ad9-7da2faa3f99e {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:52:20.605590 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port f797763d-7d19-4902-9ad9-7da2faa3f99e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:52:20.611056 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:20.613476 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:52:20.639119 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-dea635e7-af77-4f18-a185-7abc3f1eed03 req-2498475f-67e8-4455-936a-e9948f4ab062 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0999491
Jun 17 14:52:20.640794 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:20.644820 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-90cfe592-9ba4-438e-aff2-7e89f4ce59df tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:52:20.688931 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=f797763d-7d19-4902-9ad9-7da2faa3f99e,revision_number=9']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:52:20.692422 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:52:20.698691 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Pushing event deleted for resources: {'Port': ['ID=c5a607b7-36f1-46b5-acca-5409c04daf2e,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:52:20.705892 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:52:20.783609 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e4dd37b3-c40d-450c-b8a8-8436af51bd30 req-35743a6f-27b9-4bea-bb81-c57a61e97242 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3056002
Jun 17 14:52:20.815920 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks [] for floatingip, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:20.831122 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:20.832332 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] 10.222.0.89 "DELETE /v2.0/floatingips/a90f6611-3d42-4107-8bbc-ef10365c7e8c HTTP/1.1" status: 204  len: 168 time: 2.2753968
Jun 17 14:52:20.971056 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd37b3-c40d-450c-b8a8-8436af51bd30 req-c8de5438-2deb-4fe3-8eb0-782386d296ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:20.971607 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e4dd37b3-c40d-450c-b8a8-8436af51bd30 req-c8de5438-2deb-4fe3-8eb0-782386d296ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea85878f4f5541c3985ec0b5ed43af76&device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 1099 time: 0.0878305
Jun 17 14:52:21.003830 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['f797763d-7d19-4902-9ad9-7da2faa3f99e'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:52:21.148132 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd37b3-c40d-450c-b8a8-8436af51bd30 req-dafc2af6-1c6e-41c8-8270-201d595455fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:21.149714 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e4dd37b3-c40d-450c-b8a8-8436af51bd30 req-dafc2af6-1c6e-41c8-8270-201d595455fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e HTTP/1.1" status: 200  len: 911 time: 0.1560824
Jun 17 14:52:21.336724 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e4dd37b3-c40d-450c-b8a8-8436af51bd30 req-0e5749a3-d9d8-4dc1-9423-154b0c2a4935 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed HTTP/1.1" status: 200  len: 1002 time: 0.1784515
Jun 17 14:52:21.423592 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd37b3-c40d-450c-b8a8-8436af51bd30 req-c607244a-578e-4619-83e4-911713b9e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:21.425489 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e4dd37b3-c40d-450c-b8a8-8436af51bd30 req-c607244a-578e-4619-83e4-911713b9e588 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ec832fa-c2b9-4849-8a8b-8670d6de2d35 HTTP/1.1" status: 200  len: 848 time: 0.0811749
Jun 17 14:52:21.642015 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd37b3-c40d-450c-b8a8-8436af51bd30 req-ca2ff7df-6558-4c99-8f35-be3f34d0b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:21.643595 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e4dd37b3-c40d-450c-b8a8-8436af51bd30 req-ca2ff7df-6558-4c99-8f35-be3f34d0b632 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2112451
Jun 17 14:52:21.821937 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e4dd37b3-c40d-450c-b8a8-8436af51bd30 req-4bfdca10-1f2e-4bba-bd01-ac5684a6147c service neutron] 10.222.0.37 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703568
Jun 17 14:52:21.878588 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbeeda9-3373-40dd-b178-149c17bfde7a req-c8b2fd2b-b430-4045-8f15-31a9fd907933 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:21.880068 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9bbeeda9-3373-40dd-b178-149c17bfde7a req-c8b2fd2b-b430-4045-8f15-31a9fd907933 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 944 time: 0.0892079
Jun 17 14:52:21.929361 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-9bbeeda9-3373-40dd-b178-149c17bfde7a req-683566ce-f710-4362-9a6d-117489998eac tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417960
Jun 17 14:52:21.965277 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e4dd37b3-c40d-450c-b8a8-8436af51bd30 req-455d01d5-eadd-4f3b-ae97-63210717c404 service neutron] 10.222.0.37 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358523
Jun 17 14:52:22.286540 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device f797763d-7d19-4902-9ad9-7da2faa3f99e up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:52:22.405248 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port f797763d-7d19-4902-9ad9-7da2faa3f99e triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:52:22.405623 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:22.527332 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:22.557255 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f797763d-7d19-4902-9ad9-7da2faa3f99e'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:52:22.569078 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port f797763d-7d19-4902-9ad9-7da2faa3f99e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:52:22.576247 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:22.578973 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:52:22.631709 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'code': 200}
Jun 17 14:52:22.655079 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=f797763d-7d19-4902-9ad9-7da2faa3f99e,revision_number=10']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:52:22.659073 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:52:23.151138 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e97f8-0e08-4740-8d5b-d98415ef20b6 req-fb9e2f9e-dec9-4c5e-8188-1704cc624b85 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:23.153530 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a78e97f8-0e08-4740-8d5b-d98415ef20b6 req-fb9e2f9e-dec9-4c5e-8188-1704cc624b85 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 946 time: 0.0886428
Jun 17 14:52:23.209279 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a78e97f8-0e08-4740-8d5b-d98415ef20b6 req-087bc5f5-c1e7-47b8-b5de-49ff85b7bcf4 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493345
Jun 17 14:52:23.241250 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781fc42-8b8a-4552-8d5c-285439aa8696 req-433d78d8-5527-4601-9efd-7df961e189d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:23.242625 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c781fc42-8b8a-4552-8d5c-285439aa8696 req-433d78d8-5527-4601-9efd-7df961e189d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 1099 time: 0.0804815
Jun 17 14:52:23.295798 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c781fc42-8b8a-4552-8d5c-285439aa8696 req-0390f82b-4062-43a8-8003-b65288ccb7b3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436587
Jun 17 14:52:23.437493 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:52:24.411413 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2596e9-ab6e-4726-ae80-82403f4358f7 req-56af8625-359f-4d9e-98e3-501525906fa8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:24.412903 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bc2596e9-ab6e-4726-ae80-82403f4358f7 req-56af8625-359f-4d9e-98e3-501525906fa8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 946 time: 0.0894926
Jun 17 14:52:24.460377 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bc2596e9-ab6e-4726-ae80-82403f4358f7 req-dfcac464-57ad-4e54-adcc-b6aa9eff3a45 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416684
Jun 17 14:52:24.489516 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:24.729220 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ef66d157-2859-48d5-82e6-c870c5da1d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:24.989485 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 44688) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:52:25.703553 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de7bd5-344d-45d1-a48c-f554af30a554 req-6bbd6133-5b17-4ecd-a62c-d561545fccf7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:52:25.705133 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-61de7bd5-344d-45d1-a48c-f554af30a554 req-6bbd6133-5b17-4ecd-a62c-d561545fccf7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 946 time: 0.1190438
Jun 17 14:52:25.728321 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a415e33a-d80a-4dd1-8a71-4c601dbe0bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650686'] for router_interface, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:25.756215 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-61de7bd5-344d-45d1-a48c-f554af30a554 req-e7229481-9b0d-45ba-a92b-28d877a3c631 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451863
Jun 17 14:52:26.112093 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-a415e33a-d80a-4dd1-8a71-4c601dbe0bde admin admin] Deleting port 56ec9dd1-100c-46f0-8074-f951a87767ea {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:52:26.112241 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a415e33a-d80a-4dd1-8a71-4c601dbe0bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:26.432070 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-a415e33a-d80a-4dd1-8a71-4c601dbe0bde admin admin] For port 56ec9dd1-100c-46f0-8074-f951a87767ea, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=56ec9dd1-100c-46f0-8074-f951a87767ea,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:52:26.432432 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a415e33a-d80a-4dd1-8a71-4c601dbe0bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:26.564669 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-a415e33a-d80a-4dd1-8a71-4c601dbe0bde admin admin] Calling delete_port for 56ec9dd1-100c-46f0-8074-f951a87767ea owned by network:router_interface {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:52:26.773609 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a415e33a-d80a-4dd1-8a71-4c601dbe0bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:26.777398 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d035a026-88ee-4faf-8caa-928537485a9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:52:26.822461 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415e33a-d80a-4dd1-8a71-4c601dbe0bde admin admin] Pushing event deleted for resources: {'Port': ['ID=56ec9dd1-100c-46f0-8074-f951a87767ea,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:52:26.825431 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a415e33a-d80a-4dd1-8a71-4c601dbe0bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:52:27.111066 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a415e33a-d80a-4dd1-8a71-4c601dbe0bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650766'] for router_interface, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:27.517347 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a415e33a-d80a-4dd1-8a71-4c601dbe0bde admin admin] Router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:52:27.701382 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a415e33a-d80a-4dd1-8a71-4c601dbe0bde admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:52:27.711696 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f3bf31-3eeb-4a77-bb85-f526fe315eae None None] Sync routers for ids ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:52:27.720987 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-a415e33a-d80a-4dd1-8a71-4c601dbe0bde admin admin] 10.222.0.89 "PUT /v2.0/routers/1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7371776
Jun 17 14:52:27.723066 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 44702) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:52:27.729689 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f3bf31-3eeb-4a77-bb85-f526fe315eae None None] Routers {'1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:52:27.730722 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-b1f3bf31-3eeb-4a77-bb85-f526fe315eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28026220>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:51:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:52:27.939572 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-b1f3bf31-3eeb-4a77-bb85-f526fe315eae None None] Set router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:52:28.042185 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:28.227846 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:28.239518 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Deleting port c5e2c8b3-db29-4701-a04d-3a7c54878523 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:52:28.239941 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:28.282726 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-b1f3bf31-3eeb-4a77-bb85-f526fe315eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28026220>, [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:52:26Z', 'revision_number': 5, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port': {'id': 'c5e2c8b3-db29-4701-a04d-3a7c54878523', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:45:20Z', 'updated_at': '2021-06-17T14:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:52:28.287543 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f3bf31-3eeb-4a77-bb85-f526fe315eae None None] Checking router: 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:52:28.297869 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f3bf31-3eeb-4a77-bb85-f526fe315eae None None] Routers {'1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:52:28.298517 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-b1f3bf31-3eeb-4a77-bb85-f526fe315eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28026220>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:51:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:52:28.432774 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] For port c5e2c8b3-db29-4701-a04d-3a7c54878523, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=c5e2c8b3-db29-4701-a04d-3a7c54878523,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:52:28.433123 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:28.461364 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-b1f3bf31-3eeb-4a77-bb85-f526fe315eae None None] Set router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 gateway port host: None {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:52:28.567725 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Calling delete_port for c5e2c8b3-db29-4701-a04d-3a7c54878523 owned by network:router_gateway {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:52:28.584054 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-b1f3bf31-3eeb-4a77-bb85-f526fe315eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28026220>, [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:52:28Z', 'revision_number': 6, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port_host': None}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:52:28.588746 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f3bf31-3eeb-4a77-bb85-f526fe315eae None None] The sync data for ids ['1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917'] in dv-cinder-796859-1-iscsi is: [{'id': '1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917', 'name': 'tempest-AttachVolumeTestJSON-508600608-router', 'tenant_id': '435f37682b7445629d33055791ada83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:45:18Z', 'updated_at': '2021-06-17T14:52:28Z', 'revision_number': 6, 'project_id': '435f37682b7445629d33055791ada83b', 'gw_port_host': None}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:52:28.622434 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-0e3b60cd-fc0e-4003-9402-06a7c303779e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:28.759334 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:28.764440 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1ff39c53-4738-40d6-a94e-6bcd9bbd2b65 tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:52:28.811023 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e2c8b3-db29-4701-a04d-3a7c54878523,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:52:28.837106 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:52:28.905997 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643729'] for router_gateway, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:29.083721 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-995'] for router, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:29.086271 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:29.112184 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567868'] for router, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:29.112640 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 {{(pid=78705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 17 14:52:29.127192 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:29.128368 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] 10.222.0.89 "DELETE /v2.0/routers/1ab0d3c6-8f9b-4ba8-9c2c-3e3f3900f917 HTTP/1.1" status: 204  len: 168 time: 1.4042075
Jun 17 14:52:29.131486 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 44720) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:52:29.216179 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5867f7c-5d60-45f4-bec6-23b1b20a41af admin admin] Deleting subnet 9a3575f2-11d4-4900-8acc-ab5e547dc5f0 {{(pid=78705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:52:29.220037 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c5867f7c-5d60-45f4-bec6-23b1b20a41af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:29.270942 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c5867f7c-5d60-45f4-bec6-23b1b20a41af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1291852'] for subnet, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:29.431617 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device c5e2c8b3-db29-4701-a04d-3a7c54878523 no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:52:29.477857 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: c5e2c8b3-db29-4701-a04d-3a7c54878523 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:52:29.478211 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device c5e2c8b3-db29-4701-a04d-3a7c54878523 not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:52:29.478644 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 56ec9dd1-100c-46f0-8074-f951a87767ea no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:52:29.516937 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 56ec9dd1-100c-46f0-8074-f951a87767ea {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:52:29.517302 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 56ec9dd1-100c-46f0-8074-f951a87767ea not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:52:29.522274 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c5867f7c-5d60-45f4-bec6-23b1b20a41af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:29.884213 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c5867f7c-5d60-45f4-bec6-23b1b20a41af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10571723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10568787'] for subnet, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:29.889179 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:52:29.905085 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:29.925490 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5867f7c-5d60-45f4-bec6-23b1b20a41af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a3575f2-11d4-4900-8acc-ab5e547dc5f0,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:52:29.928390 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c5867f7c-5d60-45f4-bec6-23b1b20a41af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:52:29.929527 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c5867f7c-5d60-45f4-bec6-23b1b20a41af admin admin] Notify callbacks [] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:29.936529 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-c5867f7c-5d60-45f4-bec6-23b1b20a41af admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9a3575f2-11d4-4900-8acc-ab5e547dc5f0 HTTP/1.1" status: 204  len: 168 time: 0.8038785
Jun 17 14:52:29.937375 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5577b0d5-5582-4082-a32a-27b931618e08 None None] Network b6e53ff0-1917-4389-b170-61d80fa927e9 requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:52:29.939574 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 44726) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:52:30.057267 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:30.070098 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Deleting port 5a375d72-6626-4a3e-a84c-a13fa347e844 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:52:30.070451 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:30.280276 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabf61ca-4185-42c8-a507-f2f325a6b1ba None None] DHCP port deletion for b6e53ff0-1917-4389-b170-61d80fa927e9 request from dv-cinder-796859-1-iscsi {{(pid=78707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 17 14:52:30.286440 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-dabf61ca-4185-42c8-a507-f2f325a6b1ba None None] Deleting port 5a375d72-6626-4a3e-a84c-a13fa347e844 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:52:30.287031 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-dabf61ca-4185-42c8-a507-f2f325a6b1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:30.360296 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] For port 5a375d72-6626-4a3e-a84c-a13fa347e844, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5a375d72-6626-4a3e-a84c-a13fa347e844,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:52:30.360916 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:30.515944 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Calling delete_port for 5a375d72-6626-4a3e-a84c-a13fa347e844 owned by network:dhcp {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:52:30.584455 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-dabf61ca-4185-42c8-a507-f2f325a6b1ba None None] For port 5a375d72-6626-4a3e-a84c-a13fa347e844, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5a375d72-6626-4a3e-a84c-a13fa347e844,segment=NetworkSegment(baf2299f-80e3-4978-94dc-2c3bb991ba4e),segment_id=baf2299f-80e3-4978-94dc-2c3bb991ba4e)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:52:30.585511 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-dabf61ca-4185-42c8-a507-f2f325a6b1ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:30.626145 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:30.631062 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6f58a79d-90a9-4dde-b699-ae750d7c820a tempest-AttachVolumeNegativeTest-842060211 tempest-AttachVolumeNegativeTest-842060211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:52:30.676869 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a375d72-6626-4a3e-a84c-a13fa347e844,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:52:30.680100 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:52:30.685658 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] No DVR routers for this DVR port 5a375d72-6626-4a3e-a84c-a13fa347e844 on host dv-cinder-796859-1-iscsi {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:52:30.735783 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-dabf61ca-4185-42c8-a507-f2f325a6b1ba None None] Calling delete_port for 5a375d72-6626-4a3e-a84c-a13fa347e844 owned by network:dhcp {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:52:30.810839 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:30.811233 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.db.api [None req-dabf61ca-4185-42c8-a507-f2f325a6b1ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 17 14:52:30.811696 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_db.api [None req-dabf61ca-4185-42c8-a507-f2f325a6b1ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 17 14:52:30.826671 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b23dbfca0>,) {'filters': {'network_id': ['b6e53ff0-1917-4389-b170-61d80fa927e9']}} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:52:30.847866 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23dbfca0>, 'baf2299f-80e3-4978-94dc-2c3bb991ba4e') {'for_net_delete': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:52:30.848142 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23dbfca0>, 'baf2299f-80e3-4978-94dc-2c3bb991ba4e') {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:52:30.861926 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1291899'] for segment, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:30.879871 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:30.886945 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=78705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:52:30.888149 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10569833'] for segment, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]: Traceback (most recent call last):
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     timer()
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     cb(*args, **kw)
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     return func(*args, **kwargs)
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     self._notify()
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     self.callback(batched_events)
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     event.method(event)
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     return f(self, *a, **k)
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._get(url).json()
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:52:30.901834 dv-cinder-796859-1-iscsi neutron-server[78705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:52:30.992800 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:30.997996 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:52:31.011470 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:31.022772 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e53ff0-1917-4389-b170-61d80fa927e9,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:52:31.026038 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:52:31.037816 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] 10.222.0.89 "DELETE /v2.0/networks/b6e53ff0-1917-4389-b170-61d80fa927e9 HTTP/1.1" status: 204  len: 168 time: 1.0970933
Jun 17 14:52:31.158284 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 44734) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:52:31.209380 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-92d9b142-6f78-44b5-a9c4-a9765032e9ba admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=435f37682b7445629d33055791ada83b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0497651
Jun 17 14:52:31.211903 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 44738) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:52:31.275792 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:31.306795 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:31.312637 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-dabf61ca-4185-42c8-a507-f2f325a6b1ba None None] Deleting port 5a375d72-6626-4a3e-a84c-a13fa347e844 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:52:31.313098 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-dabf61ca-4185-42c8-a507-f2f325a6b1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:31.374335 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:31.384381 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7ed10067-a634-45b9-88cf-4d629a7ee35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:52:31.384579 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-dabf61ca-4185-42c8-a507-f2f325a6b1ba None None] The port '5a375d72-6626-4a3e-a84c-a13fa347e844' was deleted {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 17 14:52:31.386981 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5a375d72-6626-4a3e-a84c-a13fa347e844 no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:52:31.398063 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e681c551-c7ef-4a6d-bcdc-a48a77d36a26,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:52:31.408521 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:52:31.408892 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:52:31.409249 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:52:31.409602 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:52:31.409954 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:52:31.410301 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:52:31.410646 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:52:31.410984 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:52:31.411327 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:52:31.411696 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:52:31.412033 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:52:31.412368 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:52:31.415687 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:31.417720 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e681c551-c7ef-4a6d-bcdc-a48a77d36a26 HTTP/1.1" status: 204  len: 168 time: 0.2038276
Jun 17 14:52:31.417720 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:52:31.427027 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 5a375d72-6626-4a3e-a84c-a13fa347e844 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:52:31.427508 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5a375d72-6626-4a3e-a84c-a13fa347e844 not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:52:32.000405 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:49.169367 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:54.506827 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:54.730264 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-54bc9136-c1dd-425d-aa33-538ba76992a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:58.630269 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4c111709-0f7d-4029-9c57-a23f571eb62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:52:59.918552 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:00.437420 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:53:00.815783 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e47aa-72c7-49b0-9cc4-7717f13a78c6 req-582dfc5f-8d35-4469-908a-1414937ba748 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:00.817680 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b23e47aa-72c7-49b0-9cc4-7717f13a78c6 req-582dfc5f-8d35-4469-908a-1414937ba748 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 946 time: 0.1127038
Jun 17 14:53:00.899230 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b23e47aa-72c7-49b0-9cc4-7717f13a78c6 req-48a062d3-ced4-4a9b-8563-3237f55b99f5 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744333
Jun 17 14:53:02.010398 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:02.156877 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b59d15-332d-455b-afef-fbd613c79ba4 req-eec00a30-18cf-43d5-ad2b-d51ab756998a tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:02.159246 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d4b59d15-332d-455b-afef-fbd613c79ba4 req-eec00a30-18cf-43d5-ad2b-d51ab756998a tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 946 time: 0.1151972
Jun 17 14:53:02.249291 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d4b59d15-332d-455b-afef-fbd613c79ba4 req-99406956-89f0-4bfb-b1e4-a9915ba4d589 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812523
Jun 17 14:53:02.747590 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44d594-566c-4d65-9005-d20726718501 req-cf4d13cc-bf13-4e43-9d9a-fc3022f514a0 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:02.749137 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4a44d594-566c-4d65-9005-d20726718501 req-cf4d13cc-bf13-4e43-9d9a-fc3022f514a0 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.37 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 946 time: 0.0981672
Jun 17 14:53:02.950028 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-4a44d594-566c-4d65-9005-d20726718501 req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Deleting port 78c9c500-7150-4843-abe5-ad0c2d87a39a {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:02.950613 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-4a44d594-566c-4d65-9005-d20726718501 req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:03.265512 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-4a44d594-566c-4d65-9005-d20726718501 req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] For port 78c9c500-7150-4843-abe5-ad0c2d87a39a, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=78c9c500-7150-4843-abe5-ad0c2d87a39a,segment=NetworkSegment(73f3b88a-cdb6-4418-9a6e-428ff2347641),segment_id=73f3b88a-cdb6-4418-9a6e-428ff2347641)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:03.266330 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-4a44d594-566c-4d65-9005-d20726718501 req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:03.423708 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-4a44d594-566c-4d65-9005-d20726718501 req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Calling delete_port for 78c9c500-7150-4843-abe5-ad0c2d87a39a owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:53:03.513701 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9febb-4ef7-42fd-870b-5849faac21e2 req-5b295bd0-e11a-4c9c-b853-cda58072b5d7 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:03.515239 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fbc9febb-4ef7-42fd-870b-5849faac21e2 req-5b295bd0-e11a-4c9c-b853-cda58072b5d7 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 946 time: 0.1024616
Jun 17 14:53:03.587244 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fbc9febb-4ef7-42fd-870b-5849faac21e2 req-a07cc8c9-4537-4343-a7da-19d01bf0b037 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649152
Jun 17 14:53:03.634093 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-4a44d594-566c-4d65-9005-d20726718501 req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:03.644854 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-36057253-66a4-4722-92cb-b3a0f6bc2a79 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:03.673722 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['78c9c500-7150-4843-abe5-ad0c2d87a39a'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:53:03.735094 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Pushing event deleted for resources: {'Port': ['ID=78c9c500-7150-4843-abe5-ad0c2d87a39a,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:03.794064 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:03.794064 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:03.794500 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:03.794623 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:03.794891 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:03.795260 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:03.795645 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:03.796012 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:03.796368 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:03.796722 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:03.797080 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:03.797435 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:03.832160 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:03.845145 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a44d594-566c-4d65-9005-d20726718501 req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] No DVR routers for this DVR port 78c9c500-7150-4843-abe5-ad0c2d87a39a on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:53:03.849055 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-4a44d594-566c-4d65-9005-d20726718501 req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:03.851981 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ab61af-be8a-453e-b24c-29627951d3c0', 'name': 'network-vif-deleted', 'tag': '78c9c500-7150-4843-abe5-ad0c2d87a39a'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:53:03.861322 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45074) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:03.875509 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4a44d594-566c-4d65-9005-d20726718501 req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.37 "DELETE /v2.0/ports/78c9c500-7150-4843-abe5-ad0c2d87a39a HTTP/1.1" status: 204  len: 173 time: 1.1190820
Jun 17 14:53:03.938394 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ab61af-be8a-453e-b24c-29627951d3c0', 'name': 'network-vif-deleted', 'tag': '78c9c500-7150-4843-abe5-ad0c2d87a39a', 'status': 'completed', 'code': 200}
Jun 17 14:53:04.405729 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-e3b86973-cc43-468d-81c6-e9c1aedd4572 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Deleting port 18b70930-c501-4bd9-8dc4-b0ba53c2ccc8 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:04.406085 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e3b86973-cc43-468d-81c6-e9c1aedd4572 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:04.629003 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e3b86973-cc43-468d-81c6-e9c1aedd4572 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:04.630052 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e3b86973-cc43-468d-81c6-e9c1aedd4572 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:04.853802 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-e3b86973-cc43-468d-81c6-e9c1aedd4572 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Calling delete_port for 18b70930-c501-4bd9-8dc4-b0ba53c2ccc8 owned by network:floatingip {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:53:05.003762 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2a55141a-dc90-4c03-bbec-f9e3840ba32b req-2b24f27f-a201-479b-8820-9b229b34ccc3 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=92ab61af-be8a-453e-b24c-29627951d3c0 HTTP/1.1" status: 200  len: 210 time: 0.1652718
Jun 17 14:53:05.193574 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e3b86973-cc43-468d-81c6-e9c1aedd4572 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:05.201258 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:05.266774 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b86973-cc43-468d-81c6-e9c1aedd4572 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Pushing event deleted for resources: {'Port': ['ID=18b70930-c501-4bd9-8dc4-b0ba53c2ccc8,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:05.271724 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e3b86973-cc43-468d-81c6-e9c1aedd4572 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:05.502116 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e3b86973-cc43-468d-81c6-e9c1aedd4572 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for floatingip, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:05.502706 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.l3_db [None req-e3b86973-cc43-468d-81c6-e9c1aedd4572 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Floating IP f1c8433d-1f40-4e15-9260-4ff76b313c6c disassociated (deleted). External IP: 172.27.3.195, port: e18a7278-c303-4955-87f2-8e0bdb7d7aed.
Jun 17 14:53:05.914941 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b86973-cc43-468d-81c6-e9c1aedd4572 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:53:06.163126 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b86973-cc43-468d-81c6-e9c1aedd4572 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:53:06.175260 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa8298-b1f4-4134-a3a2-aae2869eb62d None None] Sync routers for ids ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:53:06.193457 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa8298-b1f4-4134-a3a2-aae2869eb62d None None] Routers {'2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:53:06.193703 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e3b86973-cc43-468d-81c6-e9c1aedd4572 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:06.194117 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-14fa8298-b1f4-4134-a3a2-aae2869eb62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2816e3a0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:52:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:06.288107 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-e3b86973-cc43-468d-81c6-e9c1aedd4572 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "DELETE /v2.0/floatingips/f1c8433d-1f40-4e15-9260-4ff76b313c6c HTTP/1.1" status: 204  len: 168 time: 2.4252822
Jun 17 14:53:06.289163 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'tag': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:53:06.368890 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'tag': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'status': 'completed', 'code': 200}
Jun 17 14:53:06.554108 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-14fa8298-b1f4-4134-a3a2-aae2869eb62d None None] Set router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:53:06.943477 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b75e8c-c2a3-4618-a113-e6db66cf876e req-1d28edff-bc11-4807-8d3f-4dd5225dcb92 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:06.946110 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e4b75e8c-c2a3-4618-a113-e6db66cf876e req-1d28edff-bc11-4807-8d3f-4dd5225dcb92 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1229973
Jun 17 14:53:07.010239 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e4b75e8c-c2a3-4618-a113-e6db66cf876e req-39d827f8-7987-4c1c-8e5d-215af6fe2b86 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552609
Jun 17 14:53:07.047796 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-14fa8298-b1f4-4134-a3a2-aae2869eb62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2816e3a0>, [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:47:14Z', 'revision_number': 4, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port': {'id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:07Z', 'updated_at': '2021-06-17T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b', 'name': '', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'mac_address': 'fa:16:3e:94:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:13Z', 'updated_at': '2021-06-17T14:47:26Z', 'revision_number': 5, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'subnets': [{'id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:07.051909 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa8298-b1f4-4134-a3a2-aae2869eb62d None None] Checking router: 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:53:07.069402 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa8298-b1f4-4134-a3a2-aae2869eb62d None None] Routers {'2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:53:07.070363 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-14fa8298-b1f4-4134-a3a2-aae2869eb62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2816e3a0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:52:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:07.269572 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-14fa8298-b1f4-4134-a3a2-aae2869eb62d None None] Set router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:53:07.688558 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-14fa8298-b1f4-4134-a3a2-aae2869eb62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2816e3a0>, [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:47:14Z', 'revision_number': 4, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port': {'id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:07Z', 'updated_at': '2021-06-17T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b', 'name': '', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'mac_address': 'fa:16:3e:94:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:13Z', 'updated_at': '2021-06-17T14:47:26Z', 'revision_number': 5, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'subnets': [{'id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:07.692829 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa8298-b1f4-4134-a3a2-aae2869eb62d None None] The sync data for ids ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'] in dv-cinder-796859-1-iscsi is: [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:47:14Z', 'revision_number': 4, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port': {'id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:07Z', 'updated_at': '2021-06-17T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': '7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b', 'name': '', 'network_id': 'd4c17014-dd7b-4a24-a53a-d39abe6ea96e', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'mac_address': 'fa:16:3e:94:98:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:13Z', 'updated_at': '2021-06-17T14:47:26Z', 'revision_number': 5, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'subnets': [{'id': '6ec832fa-c2b9-4849-8a8b-8670d6de2d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:53:07.975055 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b87f29-08fc-48d4-9939-03fa836c4d49 None None] New status for floating IP f1c8433d-1f40-4e15-9260-4ff76b313c6c: DOWN {{(pid=78707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 14:53:08.266500 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42601d-d4dc-45cc-b806-5c70b8756ce9 req-99da7a7e-5bff-4016-b712-5babf0e9c914 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:08.267221 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-1a42601d-d4dc-45cc-b806-5c70b8756ce9 req-99da7a7e-5bff-4016-b712-5babf0e9c914 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Synchronizing usage tracker for tenant:ea85878f4f5541c3985ec0b5ed43af76 on resource:port {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:53:08.285517 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-1a42601d-d4dc-45cc-b806-5c70b8756ce9 req-99da7a7e-5bff-4016-b712-5babf0e9c914 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Unset dirty status for tenant:ea85878f4f5541c3985ec0b5ed43af76 on resource:port {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:53:08.286687 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1a42601d-d4dc-45cc-b806-5c70b8756ce9 req-99da7a7e-5bff-4016-b712-5babf0e9c914 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1193697
Jun 17 14:53:08.333984 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1a42601d-d4dc-45cc-b806-5c70b8756ce9 req-b933ec00-0e63-49bb-9d82-560ab2249998 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414009
Jun 17 14:53:08.350028 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 78c9c500-7150-4843-abe5-ad0c2d87a39a no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:53:08.392198 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: 78c9c500-7150-4843-abe5-ad0c2d87a39a {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:53:08.392553 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 78c9c500-7150-4843-abe5-ad0c2d87a39a not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:53:08.474248 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765355a-8802-462e-a5ea-d454619d4148 req-e4be8665-beb9-4098-9c00-b3105cf99edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:08.475661 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8765355a-8802-462e-a5ea-d454619d4148 req-e4be8665-beb9-4098-9c00-b3105cf99edd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea85878f4f5541c3985ec0b5ed43af76&device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 1099 time: 0.0822501
Jun 17 14:53:08.618780 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765355a-8802-462e-a5ea-d454619d4148 req-7ae47024-035f-4e58-a209-18a0049bf14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:08.620349 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8765355a-8802-462e-a5ea-d454619d4148 req-7ae47024-035f-4e58-a209-18a0049bf14d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e HTTP/1.1" status: 200  len: 911 time: 0.1368256
Jun 17 14:53:08.694936 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8765355a-8802-462e-a5ea-d454619d4148 req-3f408f9d-d925-458e-8439-720fd8359a80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed HTTP/1.1" status: 200  len: 217 time: 0.0666895
Jun 17 14:53:08.799063 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765355a-8802-462e-a5ea-d454619d4148 req-c6fb2c1d-137a-4922-bea0-52e5da5a2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:08.800664 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8765355a-8802-462e-a5ea-d454619d4148 req-c6fb2c1d-137a-4922-bea0-52e5da5a2d96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ec832fa-c2b9-4849-8a8b-8670d6de2d35 HTTP/1.1" status: 200  len: 848 time: 0.0972869
Jun 17 14:53:09.564099 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0a8fc-a174-46dc-8b6f-93463b5379e6 req-aef0d623-035d-480f-b2a4-2b7bc266edbb tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:09.565711 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2fb0a8fc-a174-46dc-8b6f-93463b5379e6 req-aef0d623-035d-480f-b2a4-2b7bc266edbb tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.0940185
Jun 17 14:53:09.627742 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2fb0a8fc-a174-46dc-8b6f-93463b5379e6 req-403499ee-dcca-4b6e-b042-6296770ef970 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507896
Jun 17 14:53:09.818360 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765355a-8802-462e-a5ea-d454619d4148 req-f6acbc2c-c0b6-4425-baf2-4473b2ec6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:09.819819 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8765355a-8802-462e-a5ea-d454619d4148 req-f6acbc2c-c0b6-4425-baf2-4473b2ec6b6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4c17014-dd7b-4a24-a53a-d39abe6ea96e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889182
Jun 17 14:53:10.844674 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c07c49-9247-4b4c-a572-6049c77352f0 req-a9ebea00-f7d7-479d-853c-9fc92d7c6b43 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:10.846548 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a5c07c49-9247-4b4c-a572-6049c77352f0 req-a9ebea00-f7d7-479d-853c-9fc92d7c6b43 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1018760
Jun 17 14:53:10.924880 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a5c07c49-9247-4b4c-a572-6049c77352f0 req-1a7caa0a-4a49-412f-a203-8dbb3a6c6e17 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682185
Jun 17 14:53:11.742726 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8765355a-8802-462e-a5ea-d454619d4148 req-76eb119f-01d7-49f1-8f11-ec4cc19f05ee service neutron] 10.222.0.37 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793478
Jun 17 14:53:12.044000 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8765355a-8802-462e-a5ea-d454619d4148 req-b081188b-4d9e-45a3-a09f-fec3a55a9fd1 service neutron] 10.222.0.37 "GET /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2934945
Jun 17 14:53:12.182154 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675d2b8-371f-4c9f-a01d-5bd25a2db670 req-70286f77-8d2d-4307-8b07-c0d160e40995 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:12.185518 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f675d2b8-371f-4c9f-a01d-5bd25a2db670 req-70286f77-8d2d-4307-8b07-c0d160e40995 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1231506
Jun 17 14:53:12.277535 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f675d2b8-371f-4c9f-a01d-5bd25a2db670 req-da4499b0-4a36-4867-826f-35ceba819149 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852301
Jun 17 14:53:13.530128 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd957e-755a-4e23-88b5-8411bf1a1626 req-57d72138-1ee0-4f69-a0e7-ecb7903c0d9d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:13.531801 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-12fd957e-755a-4e23-88b5-8411bf1a1626 req-57d72138-1ee0-4f69-a0e7-ecb7903c0d9d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1193571
Jun 17 14:53:13.598450 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-12fd957e-755a-4e23-88b5-8411bf1a1626 req-7077246f-1fe9-4ad7-add8-a4919744cdd4 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558038
Jun 17 14:53:14.819316 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d2b92-f4c2-43e1-ad98-f2addd7f4038 req-43206b81-a1e4-456f-b28b-37efb9c85896 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:14.820909 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ff9d2b92-f4c2-43e1-ad98-f2addd7f4038 req-43206b81-a1e4-456f-b28b-37efb9c85896 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.0995669
Jun 17 14:53:14.884730 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ff9d2b92-f4c2-43e1-ad98-f2addd7f4038 req-6a257445-5b1c-47a0-8cdc-5fa4c0de9eb2 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527377
Jun 17 14:53:15.974589 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb21ec-d994-4005-85e5-3243b07ab42d req-3b43b24c-789e-4ab2-9a6a-1aa1f1a355b8 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:15.978166 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-61cb21ec-d994-4005-85e5-3243b07ab42d req-3b43b24c-789e-4ab2-9a6a-1aa1f1a355b8 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.37 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1540313
Jun 17 14:53:16.081451 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-61cb21ec-d994-4005-85e5-3243b07ab42d req-2d0d3362-e9ab-4c50-879a-75353c5fe794 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Deleting port e18a7278-c303-4955-87f2-8e0bdb7d7aed {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:16.081939 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-61cb21ec-d994-4005-85e5-3243b07ab42d req-2d0d3362-e9ab-4c50-879a-75353c5fe794 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:16.135594 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4ba33-f7eb-41ff-bbd3-9177cc134ccf req-26435436-a39c-4957-b0af-a6fc6ff82392 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:16.139075 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-84f4ba33-f7eb-41ff-bbd3-9177cc134ccf req-26435436-a39c-4957-b0af-a6fc6ff82392 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 946 time: 0.1272414
Jun 17 14:53:16.203733 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-84f4ba33-f7eb-41ff-bbd3-9177cc134ccf req-0efa68bf-7f79-4aaf-b348-965214c03a3d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1984ee8-b40d-4f95-befa-1772ad7105de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508084
Jun 17 14:53:16.500232 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-61cb21ec-d994-4005-85e5-3243b07ab42d req-2d0d3362-e9ab-4c50-879a-75353c5fe794 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] For port e18a7278-c303-4955-87f2-8e0bdb7d7aed, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=e18a7278-c303-4955-87f2-8e0bdb7d7aed,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:16.501143 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-61cb21ec-d994-4005-85e5-3243b07ab42d req-2d0d3362-e9ab-4c50-879a-75353c5fe794 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:16.765141 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-61cb21ec-d994-4005-85e5-3243b07ab42d req-2d0d3362-e9ab-4c50-879a-75353c5fe794 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Calling delete_port for e18a7278-c303-4955-87f2-8e0bdb7d7aed owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:53:16.831176 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd14034-2a38-4eaf-9484-946c0d789b45 req-5da92149-0876-403b-a31e-0d5ccd2e0bb5 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:16.846962 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8dd14034-2a38-4eaf-9484-946c0d789b45 req-5da92149-0876-403b-a31e-0d5ccd2e0bb5 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 946 time: 0.1960874
Jun 17 14:53:16.953846 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8dd14034-2a38-4eaf-9484-946c0d789b45 req-38b641ec-4232-4280-97f4-92df7399a296 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1035137
Jun 17 14:53:16.976794 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-61cb21ec-d994-4005-85e5-3243b07ab42d req-2d0d3362-e9ab-4c50-879a-75353c5fe794 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:16.986006 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-53163946-f974-4a33-adfe-8113b892ff23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:17.035824 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d3362-e9ab-4c50-879a-75353c5fe794 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Pushing event deleted for resources: {'Port': ['ID=e18a7278-c303-4955-87f2-8e0bdb7d7aed,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:17.040096 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2d0d3362-e9ab-4c50-879a-75353c5fe794 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:17.130881 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cb21ec-d994-4005-85e5-3243b07ab42d req-2d0d3362-e9ab-4c50-879a-75353c5fe794 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] No DVR routers for this DVR port e18a7278-c303-4955-87f2-8e0bdb7d7aed on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:53:17.133323 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-61cb21ec-d994-4005-85e5-3243b07ab42d req-2d0d3362-e9ab-4c50-879a-75353c5fe794 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:17.136350 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'name': 'network-vif-deleted', 'tag': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:53:17.164270 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-61cb21ec-d994-4005-85e5-3243b07ab42d req-2d0d3362-e9ab-4c50-879a-75353c5fe794 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.37 "DELETE /v2.0/ports/e18a7278-c303-4955-87f2-8e0bdb7d7aed HTTP/1.1" status: 204  len: 173 time: 1.1771004
Jun 17 14:53:17.202123 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426bf8d9-1886-4900-9b95-34b58359bcbf', 'name': 'network-vif-deleted', 'tag': 'e18a7278-c303-4955-87f2-8e0bdb7d7aed', 'status': 'completed', 'code': 200}
Jun 17 14:53:17.401006 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c98896c2-b3a9-4716-9830-4686cac9ceb3 req-c7c0e420-63b9-40e5-b15b-795fc078e25d tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 210 time: 0.0508506
Jun 17 14:53:18.211657 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f7da6-c006-4b5d-9941-d0a21e56d914 req-99b0fe96-9d06-4796-9883-1badb1f05149 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:18.213205 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-550f7da6-c006-4b5d-9941-d0a21e56d914 req-99b0fe96-9d06-4796-9883-1badb1f05149 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 946 time: 0.1324835
Jun 17 14:53:18.274220 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-550f7da6-c006-4b5d-9941-d0a21e56d914 req-d7d0bf61-a417-4399-b0e7-47aaca5aec09 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526042
Jun 17 14:53:18.566823 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-afbb3531-70d1-494d-9135-cb9e0f831160 req-614259d1-e144-490f-a960-5080c44fb100 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 210 time: 0.0436449
Jun 17 14:53:19.542769 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ca749-c470-4629-91bd-b5266be89013 req-53e3d476-37af-459f-a3ae-ed31c3981097 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:19.544516 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7f8ca749-c470-4629-91bd-b5266be89013 req-53e3d476-37af-459f-a3ae-ed31c3981097 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 946 time: 0.1206911
Jun 17 14:53:19.617715 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7f8ca749-c470-4629-91bd-b5266be89013 req-91f4767d-b909-4d10-9147-a24e484ff2ef tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577383
Jun 17 14:53:19.738689 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-25ea77f2-e9b2-462f-b1e9-0b89f2b6d982 req-5fec112d-d75f-4753-baeb-97b815780b5e tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 210 time: 0.0481679
Jun 17 14:53:19.981720 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:20.593393 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device e18a7278-c303-4955-87f2-8e0bdb7d7aed no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:53:20.682819 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: e18a7278-c303-4955-87f2-8e0bdb7d7aed {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:53:20.685063 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device e18a7278-c303-4955-87f2-8e0bdb7d7aed not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:53:20.906160 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bb754ec8-516c-4db1-b2cb-8d77f231b8b0 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:20.907744 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bb754ec8-516c-4db1-b2cb-8d77f231b8b0 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/networks?id=8806f1c4-6179-4945-b976-2e1f44053731 HTTP/1.1" status: 200  len: 813 time: 0.3322885
Jun 17 14:53:20.932554 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c9b4ae5a-660e-4c6a-aaf3-665b85da4921 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/quotas/06ce600d041344d1b304c6eff1830091 HTTP/1.1" status: 200  len: 375 time: 0.0170865
Jun 17 14:53:20.956605 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995532c7-b56e-46f1-9e79-b2926cda5f04 req-ce5f74c5-223d-4ffd-bfd8-a4dc25e88fe1 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:20.958853 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-995532c7-b56e-46f1-9e79-b2926cda5f04 req-ce5f74c5-223d-4ffd-bfd8-a4dc25e88fe1 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 946 time: 0.1403177
Jun 17 14:53:20.994874 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-60cb33f0-3853-4d09-8232-829d28fa833c req-d025984f-43b8-40e6-bd96-2d80496c8090 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Synchronizing usage tracker for tenant:06ce600d041344d1b304c6eff1830091 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:53:21.018085 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-60cb33f0-3853-4d09-8232-829d28fa833c req-d025984f-43b8-40e6-bd96-2d80496c8090 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Unset dirty status for tenant:06ce600d041344d1b304c6eff1830091 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:53:21.021318 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-60cb33f0-3853-4d09-8232-829d28fa833c req-d025984f-43b8-40e6-bd96-2d80496c8090 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=06ce600d041344d1b304c6eff1830091&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0823982
Jun 17 14:53:21.030510 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-995532c7-b56e-46f1-9e79-b2926cda5f04 req-ad92af21-056f-4628-ba7d-aea3a2ec7aeb tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568318
Jun 17 14:53:21.402491 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2078eb8c-cf24-48b4-b2b9-3c2547ada2b4 req-ec9d7086-7a0f-4fc1-8ca5-ebf1e9b9bbfb tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "GET /v2.0/ports?device_id=426bf8d9-1886-4900-9b95-34b58359bcbf HTTP/1.1" status: 200  len: 210 time: 0.2009089
Jun 17 14:53:21.427924 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-60cb33f0-3853-4d09-8232-829d28fa833c req-15e72748-519c-4546-a54d-1b4d7cbe0cf7 service neutron] 10.222.0.89 "GET /v2.0/networks/8806f1c4-6179-4945-b976-2e1f44053731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3862214
Jun 17 14:53:21.546152 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-9b2a88a5-72a5-48d9-a180-698eb105a138 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:21.548825 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-9b2a88a5-72a5-48d9-a180-698eb105a138 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 946 time: 0.2229979
Jun 17 14:53:21.823142 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Deleting port f797763d-7d19-4902-9ad9-7da2faa3f99e {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:21.823929 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:21.910987 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-60cb33f0-3853-4d09-8232-829d28fa833c req-57ff01fa-2a49-408d-822c-32003f7a5da4 service neutron] 10.222.0.89 "GET /v2.0/networks/8806f1c4-6179-4945-b976-2e1f44053731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4728289
Jun 17 14:53:22.296342 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] For port f797763d-7d19-4902-9ad9-7da2faa3f99e, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=f797763d-7d19-4902-9ad9-7da2faa3f99e,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:22.296858 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:22.397876 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe3e16-8617-485b-9a62-f54ca4a155ba req-84105de1-ae1b-4df6-bf25-eb0160997b1f tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:22.400358 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2cfe3e16-8617-485b-9a62-f54ca4a155ba req-84105de1-ae1b-4df6-bf25-eb0160997b1f tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 946 time: 0.1250479
Jun 17 14:53:22.479877 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2cfe3e16-8617-485b-9a62-f54ca4a155ba req-f9bba381-ea31-4dde-9475-f7386cf230e6 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706728
Jun 17 14:53:22.611436 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45306) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:22.702079 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e3fb6ede-3ff5-46a4-aa29-2e0a92482d68 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:22.718900 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:22.719287 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:22.719734 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.l3_db [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Floating IP e39497e3-069b-489e-a5a2-ce8f6e88d6ce disassociated. External IP: 172.27.3.159, port: f797763d-7d19-4902-9ad9-7da2faa3f99e.
Jun 17 14:53:22.720231 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Calling delete_port for f797763d-7d19-4902-9ad9-7da2faa3f99e owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:53:22.745479 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e3fb6ede-3ff5-46a4-aa29-2e0a92482d68 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:22.846870 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e3fb6ede-3ff5-46a4-aa29-2e0a92482d68 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:22.851268 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-46191d04-f504-4b8b-bfb8-0321e8cac85a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:22.869325 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb6ede-3ff5-46a4-aa29-2e0a92482d68 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1984ee8-b40d-4f95-befa-1772ad7105de,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:22.873442 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e3fb6ede-3ff5-46a4-aa29-2e0a92482d68 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:22.885785 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e3fb6ede-3ff5-46a4-aa29-2e0a92482d68 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:22.887842 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-e3fb6ede-3ff5-46a4-aa29-2e0a92482d68 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] 10.222.0.89 "DELETE /v2.0/security-groups/a1984ee8-b40d-4f95-befa-1772ad7105de HTTP/1.1" status: 204  len: 168 time: 0.2744217
Jun 17 14:53:22.954302 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45312) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:22.964237 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:22.972994 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a2fe9aad-fc0e-4fe9-903b-c04bc4ebe2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:23.050133 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event deleted for resources: {'Port': ['ID=f797763d-7d19-4902-9ad9-7da2faa3f99e,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:23.055961 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:23.366000 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Router 0169275a-cb5b-4097-a18d-c18807360917 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:53:23.390634 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1bb331a0-147c-459c-8380-e0505325766b req-06b031af-382f-45c0-b8dc-ac677bc15a25 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 210 time: 0.1037903
Jun 17 14:53:23.773520 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:53:23.788926 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a282775-26c0-4877-b239-5d0f36c675a4 None None] Sync routers for ids ['0169275a-cb5b-4097-a18d-c18807360917'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:53:23.825800 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a282775-26c0-4877-b239-5d0f36c675a4 None None] Routers {'0169275a-cb5b-4097-a18d-c18807360917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:53:23.831248 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-1a282775-26c0-4877-b239-5d0f36c675a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b286a2130>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:52:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['0169275a-cb5b-4097-a18d-c18807360917'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:24.104593 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-10ff75ad-e085-4184-bb7e-f9580642c842 req-77e52073-1456-432e-ae89-f7189a1de96a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 210 time: 0.1105042
Jun 17 14:53:24.132020 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] No DVR routers for this DVR port f797763d-7d19-4902-9ad9-7da2faa3f99e on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:53:24.142207 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:24.147289 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'name': 'network-vif-deleted', 'tag': 'f797763d-7d19-4902-9ad9-7da2faa3f99e'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:53:24.171137 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-1a282775-26c0-4877-b239-5d0f36c675a4 None None] Set router 0169275a-cb5b-4097-a18d-c18807360917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:53:24.189271 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-eedf7f87-eedd-4ca1-ad83-845609d60f84 req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.37 "DELETE /v2.0/ports/f797763d-7d19-4902-9ad9-7da2faa3f99e HTTP/1.1" status: 204  len: 173 time: 2.5511186
Jun 17 14:53:24.227311 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcde1823-de03-402a-9e2b-32e84267e9fd', 'name': 'network-vif-deleted', 'tag': 'f797763d-7d19-4902-9ad9-7da2faa3f99e', 'status': 'completed', 'code': 200}
Jun 17 14:53:24.372486 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-30bc2e51-123c-4aa6-93fa-3b807593d5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650686'] for router_interface, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:24.529422 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:24.732685 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-1a282775-26c0-4877-b239-5d0f36c675a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b286a2130>, [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:53Z', 'revision_number': 5, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:24.738467 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a282775-26c0-4877-b239-5d0f36c675a4 None None] Checking router: 0169275a-cb5b-4097-a18d-c18807360917 for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:53:24.744758 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-186e7510-e80e-4bc0-b98e-1e6922449734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:24.752190 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a282775-26c0-4877-b239-5d0f36c675a4 None None] Routers {'0169275a-cb5b-4097-a18d-c18807360917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:53:24.753444 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-1a282775-26c0-4877-b239-5d0f36c675a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b286a2130>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:52:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['0169275a-cb5b-4097-a18d-c18807360917'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:24.775236 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7f72d7e1-cdb8-460b-a639-982e1cbb6a51 req-a0254ea1-dc2e-4a85-9458-8d37005ea69b tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 210 time: 0.0850353
Jun 17 14:53:24.986004 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-1a282775-26c0-4877-b239-5d0f36c675a4 None None] Set router 0169275a-cb5b-4097-a18d-c18807360917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:53:24.987325 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-30bc2e51-123c-4aa6-93fa-3b807593d5c1 admin admin] Deleting port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:24.988009 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-30bc2e51-123c-4aa6-93fa-3b807593d5c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:25.506372 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0f538895-8f30-4b06-84d2-1cf750a842bb req-c6c2a1ce-4eae-4b75-a63f-60b1a64c4a8c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcde1823-de03-402a-9e2b-32e84267e9fd HTTP/1.1" status: 200  len: 210 time: 0.1624210
Jun 17 14:53:25.509810 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-30bc2e51-123c-4aa6-93fa-3b807593d5c1 admin admin] For port 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:25.510671 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-30bc2e51-123c-4aa6-93fa-3b807593d5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:25.522588 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-1a282775-26c0-4877-b239-5d0f36c675a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b286a2130>, [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:53Z', 'revision_number': 5, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:25.535351 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a282775-26c0-4877-b239-5d0f36c675a4 None None] The sync data for ids ['0169275a-cb5b-4097-a18d-c18807360917'] in dv-cinder-796859-1-iscsi is: [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:53Z', 'revision_number': 5, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:53:25.835233 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb33f0-3853-4d09-8232-829d28fa833c req-04adca3d-7e31-4817-8df5-c75a2c9edb37 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:25.837181 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-60cb33f0-3853-4d09-8232-829d28fa833c req-04adca3d-7e31-4817-8df5-c75a2c9edb37 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.37 "GET /v2.0/networks?id=8806f1c4-6179-4945-b976-2e1f44053731 HTTP/1.1" status: 200  len: 813 time: 0.4627123
Jun 17 14:53:25.858686 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Request body: {'port': {'device_id': '00cd7ac1-c162-415d-b633-d93baf52f192', 'network_id': '8806f1c4-6179-4945-b976-2e1f44053731', 'admin_state_up': True, 'tenant_id': '06ce600d041344d1b304c6eff1830091'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:53:25.938784 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-30bc2e51-123c-4aa6-93fa-3b807593d5c1 admin admin] Calling delete_port for 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b owned by network:router_interface {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:53:26.074625 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac3de0-2b86-4ca8-8608-009340025465 None None] New status for floating IP e39497e3-069b-489e-a5a2-ce8f6e88d6ce: DOWN {{(pid=78707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 14:53:26.153622 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3461887f-42aa-4d87-9999-6f9d795e2cc6 req-e0d8bdbb-84e8-4e0a-9866-655c4cedf6fe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 210 time: 0.1135929
Jun 17 14:53:26.250184 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:53:26.269972 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-30bc2e51-123c-4aa6-93fa-3b807593d5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:26.276365 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:53:26.287006 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7e35fd60-1ff3-4f7b-b38b-985cca57755d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:26.294433 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Made reservation on behalf of 06ce600d041344d1b304c6eff1830091 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:53:26.311142 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:26.357474 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc2e51-123c-4aa6-93fa-3b807593d5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:26.395695 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-30bc2e51-123c-4aa6-93fa-3b807593d5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:26.653568 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Allocated IP 172.20.0.14 (8806f1c4-6179-4945-b976-2e1f44053731/f86b4769-cff6-4185-ad2a-12388c16c210/fab78348-de28-4d9a-afb0-000cecfea844) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:53:26.681843 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device f797763d-7d19-4902-9ad9-7da2faa3f99e no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:53:26.753092 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: f797763d-7d19-4902-9ad9-7da2faa3f99e {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:53:26.753683 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device f797763d-7d19-4902-9ad9-7da2faa3f99e not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:53:26.836095 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 45368) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:26.927538 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-30bc2e51-123c-4aa6-93fa-3b807593d5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650766'] for router_interface, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:27.050595 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e0ec82de-301d-45a3-9554-865ef88264ca tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:27.073440 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:27.107892 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e0ec82de-301d-45a3-9554-865ef88264ca tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:27.187346 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:27.198977 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2d0d3362-e9ab-4c50-879a-75353c5fe794 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:27.267101 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e0ec82de-301d-45a3-9554-865ef88264ca tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:27.282513 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Network 8806f1c4-6179-4945-b976-2e1f44053731 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:53:27.286347 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:53:27.288959 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:53:27.365691 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Pushing event updated for resources: {'Port': ['ID=fab78348-de28-4d9a-afb0-000cecfea844,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:27.371409 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:27.377403 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-76dcb959-5d17-42c2-a1fd-3a7b7342f701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:27.407725 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bc2e51-123c-4aa6-93fa-3b807593d5c1 admin admin] Router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:53:27.411542 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec82de-301d-45a3-9554-865ef88264ca tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:27.426236 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:27.427375 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:27.438120 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e0ec82de-301d-45a3-9554-865ef88264ca tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:27.448507 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e0ec82de-301d-45a3-9554-865ef88264ca tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:27.451127 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e0ec82de-301d-45a3-9554-865ef88264ca tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "DELETE /v2.0/security-groups/1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74 HTTP/1.1" status: 204  len: 168 time: 0.6122839
Jun 17 14:53:27.456050 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 45374) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:27.522498 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.api.v2.resource [None req-28f88619-eb35-42ab-b7c7-8ede7f314dbf tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] show failed (client error): The resource could not be found.
Jun 17 14:53:27.523702 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-28f88619-eb35-42ab-b7c7-8ede7f314dbf tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups/1dc5d3aa-cce7-4bc8-9302-a0f2243dbd74 HTTP/1.1" status: 404  len: 347 time: 0.0662403
Jun 17 14:53:27.525627 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6722071
Jun 17 14:53:27.528735 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 45380) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:27.711369 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb05a2-0146-422f-86e2-da32829cb1db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Deleting port a9edcd49-72ce-4687-bd18-4276f2d9cf7e {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:27.711742 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f7cb05a2-0146-422f-86e2-da32829cb1db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:27.749321 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb84f48-2cc1-4f4e-ac9f-c376f27295c4 req-4948880e-46c9-4c11-9165-c3caf0d1ae82 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:27.750912 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2bb84f48-2cc1-4f4e-ac9f-c376f27295c4 req-4948880e-46c9-4c11-9165-c3caf0d1ae82 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 932 time: 0.3417907
Jun 17 14:53:27.795341 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bc2e51-123c-4aa6-93fa-3b807593d5c1 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:53:27.806073 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb38e3e-cc83-413f-8473-3bb6538241e9 None None] Sync routers for ids ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:53:27.823632 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb38e3e-cc83-413f-8473-3bb6538241e9 None None] Routers {'2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:53:27.825146 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-6fb38e3e-cc83-413f-8473-3bb6538241e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b286a24f0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:52:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:27.840211 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-30bc2e51-123c-4aa6-93fa-3b807593d5c1 admin admin] 10.222.0.89 "PUT /v2.0/routers/2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8803518
Jun 17 14:53:27.841551 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45384) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:27.849431 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2bb84f48-2cc1-4f4e-ac9f-c376f27295c4 req-c5f19890-f373-47ec-99da-0fa8a6628a9e tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876498
Jun 17 14:53:27.929405 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f7cb05a2-0146-422f-86e2-da32829cb1db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:27.930155 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f7cb05a2-0146-422f-86e2-da32829cb1db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:28.046319 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-6fb38e3e-cc83-413f-8473-3bb6538241e9 None None] Set router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:53:28.222194 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb05a2-0146-422f-86e2-da32829cb1db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Calling delete_port for a9edcd49-72ce-4687-bd18-4276f2d9cf7e owned by network:floatingip {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:53:28.269321 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Notify callbacks [] for router, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:28.412615 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f7cb05a2-0146-422f-86e2-da32829cb1db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:28.418254 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e45c18ca-239a-4632-a9c8-3b689412714e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:28.486127 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-6fb38e3e-cc83-413f-8473-3bb6538241e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b286a24f0>, [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:53:26Z', 'revision_number': 5, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port': {'id': '666f7513-31ef-4d8d-9c9b-22260b0ca92c', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:07Z', 'updated_at': '2021-06-17T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:28.492687 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb38e3e-cc83-413f-8473-3bb6538241e9 None None] Checking router: 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:53:28.503814 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb38e3e-cc83-413f-8473-3bb6538241e9 None None] Routers {'2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:53:28.504229 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-6fb38e3e-cc83-413f-8473-3bb6538241e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b286a24f0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:52:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:28.504999 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:28.514196 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb05a2-0146-422f-86e2-da32829cb1db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event deleted for resources: {'Port': ['ID=a9edcd49-72ce-4687-bd18-4276f2d9cf7e,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:28.523984 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Deleting port 666f7513-31ef-4d8d-9c9b-22260b0ca92c {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:28.524722 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:28.546250 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f7cb05a2-0146-422f-86e2-da32829cb1db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:28.596625 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f7cb05a2-0146-422f-86e2-da32829cb1db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for floatingip, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:28.621287 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f7cb05a2-0146-422f-86e2-da32829cb1db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:28.624684 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-f7cb05a2-0146-422f-86e2-da32829cb1db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "DELETE /v2.0/floatingips/e39497e3-069b-489e-a5a2-ce8f6e88d6ce HTTP/1.1" status: 204  len: 168 time: 1.0948944
Jun 17 14:53:28.628735 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b0dab055-89d4-44ae-8abe-937d0b96132c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:28.709358 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-6fb38e3e-cc83-413f-8473-3bb6538241e9 None None] Set router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b gateway port host: None {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:53:28.766149 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] For port 666f7513-31ef-4d8d-9c9b-22260b0ca92c, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=666f7513-31ef-4d8d-9c9b-22260b0ca92c,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:28.767008 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:28.845045 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-6fb38e3e-cc83-413f-8473-3bb6538241e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b286a24f0>, [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:53:28Z', 'revision_number': 6, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port_host': None}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:28.852046 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb38e3e-cc83-413f-8473-3bb6538241e9 None None] The sync data for ids ['2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b'] in dv-cinder-796859-1-iscsi is: [{'id': '2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b', 'name': 'tempest-TestShelveInstance-1151124666-router', 'tenant_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:06Z', 'updated_at': '2021-06-17T14:53:28Z', 'revision_number': 6, 'project_id': 'ea85878f4f5541c3985ec0b5ed43af76', 'gw_port_host': None}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:53:28.939474 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Calling delete_port for 666f7513-31ef-4d8d-9c9b-22260b0ca92c owned by network:router_gateway {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:53:28.951176 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 45394) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:28.956766 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1530656249', 'description': 'tempest-description--1358288675'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:53:28.963627 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:53:28.969118 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Usage tracker for resource:security_group and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:53:28.973258 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:53:28.981938 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:53:28.997775 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.023578 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:53:29.028465 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Usage tracker for resource:security_group_rule and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:53:29.031552 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:53:29.037759 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:53:29.140128 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.144396 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebc3fa-cb3a-4a2f-bf40-05598224d2ab req-ebcc5c84-e5e7-47ca-bc32-917bd863a13f tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:29.146036 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ccebc3fa-cb3a-4a2f-bf40-05598224d2ab req-ebcc5c84-e5e7-47ca-bc32-917bd863a13f tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 932 time: 0.1514802
Jun 17 14:53:29.148197 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.154481 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-be581f67-7950-479d-b288-018047eefbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:29.243952 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcc1084-bd4b-4a78-a50a-683cc08b88ac,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:29.248802 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:29.250256 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.255599 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3029840
Jun 17 14:53:29.256506 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 45398) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:29.264116 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-4f9edd93-c9d4-4394-a7a6-09be44835582 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Request body: {'security_group_rule': {'security_group_id': '2bcc1084-bd4b-4a78-a50a-683cc08b88ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:53:29.271900 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4f9edd93-c9d4-4394-a7a6-09be44835582 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:53:29.277721 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-4f9edd93-c9d4-4394-a7a6-09be44835582 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Usage tracker for resource:security_group_rule and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:53:29.282371 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-4f9edd93-c9d4-4394-a7a6-09be44835582 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:53:29.289734 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4f9edd93-c9d4-4394-a7a6-09be44835582 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:53:29.308937 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ccebc3fa-cb3a-4a2f-bf40-05598224d2ab req-e491e0cd-670a-425b-892f-efb95b5eed7a tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456747
Jun 17 14:53:29.311559 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.319711 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:29.321010 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4f9edd93-c9d4-4394-a7a6-09be44835582 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.395449 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=666f7513-31ef-4d8d-9c9b-22260b0ca92c,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:29.422929 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4f9edd93-c9d4-4394-a7a6-09be44835582 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.427494 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:29.429081 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4f9edd93-c9d4-4394-a7a6-09be44835582 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.432434 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0a435b97-968e-4bdb-875e-64cc23212d18 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:29.460630 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9edd93-c9d4-4394-a7a6-09be44835582 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2cb05a-7ea7-4c55-a940-e55557bb4b9a,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:29.470162 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Request body: {'port': {'device_id': '00cd7ac1-c162-415d-b633-d93baf52f192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:53:29.498923 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4f9edd93-c9d4-4394-a7a6-09be44835582 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:29.512937 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643729'] for router_gateway, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.525262 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4f9edd93-c9d4-4394-a7a6-09be44835582 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.526404 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-4f9edd93-c9d4-4394-a7a6-09be44835582 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2687535
Jun 17 14:53:29.533853 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 45402) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:29.541431 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-86ea19ff-c8cc-45bc-adde-46b77a7cf1c7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Request body: {'security_group_rule': {'security_group_id': '2bcc1084-bd4b-4a78-a50a-683cc08b88ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:53:29.552116 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-86ea19ff-c8cc-45bc-adde-46b77a7cf1c7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:53:29.614188 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-86ea19ff-c8cc-45bc-adde-46b77a7cf1c7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Usage tracker for resource:security_group_rule and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:53:29.633044 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-86ea19ff-c8cc-45bc-adde-46b77a7cf1c7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:53:29.643494 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-86ea19ff-c8cc-45bc-adde-46b77a7cf1c7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:53:29.662325 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.697568 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-86ea19ff-c8cc-45bc-adde-46b77a7cf1c7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.703112 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:53:29.763661 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:53:29.764643 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 7821d0e3-26f6-403a-a5e5-b3f9c1e49d9b not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:53:29.866172 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-995'] for router, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.869472 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.900068 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567868'] for router, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.901078 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b {{(pid=78706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 17 14:53:29.928754 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.930647 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] 10.222.0.89 "DELETE /v2.0/routers/2961fe9e-4abb-4acf-a2f3-1fff2dc6f90b HTTP/1.1" status: 204  len: 168 time: 2.0871987
Jun 17 14:53:29.936478 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45408) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:29.936801 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.944936 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-86ea19ff-c8cc-45bc-adde-46b77a7cf1c7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.956101 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-86ea19ff-c8cc-45bc-adde-46b77a7cf1c7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:29.978007 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:30.032190 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-86ea19ff-c8cc-45bc-adde-46b77a7cf1c7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:30.038035 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-86ea19ff-c8cc-45bc-adde-46b77a7cf1c7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4986799
Jun 17 14:53:30.038035 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea19ff-c8cc-45bc-adde-46b77a7cf1c7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70322db1-1cb1-48f6-a935-89584869b27d,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:30.058839 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45412) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:30.072608 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Request body: {'floatingip': {'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:53:30.088183 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:53:30.100240 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-86ea19ff-c8cc-45bc-adde-46b77a7cf1c7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:30.102858 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Usage tracker for resource:floatingip and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:53:30.115973 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:53:30.125291 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Deleting subnet 6ec832fa-c2b9-4849-8a8b-8670d6de2d35 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:53:30.133088 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:53:30.136632 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:30.204046 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for floatingip, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:30.263451 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1202630'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:30.278584 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab78348-de28-4d9a-afb0-000cecfea844 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:53:30.288287 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:30.311308 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Transition to ACTIVE for port object fab78348-de28-4d9a-afb0-000cecfea844 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:53:30.316856 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:30.321487 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b2047183-806e-454c-8b6d-f668220b7d16 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:30.550002 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Pushing event updated for resources: {'Port': ['ID=fab78348-de28-4d9a-afb0-000cecfea844,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:30.561685 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:30.691767 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Attempting to bind port fab78348-de28-4d9a-afb0-000cecfea844 on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:53:30.692243 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Attempting to bind port fab78348-de28-4d9a-afb0-000cecfea844 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '73f3b88a-cdb6-4418-9a6e-428ff2347641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8806f1c4-6179-4945-b976-2e1f44053731'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:53:30.692665 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Attempting to bind port fab78348-de28-4d9a-afb0-000cecfea844 on network 8806f1c4-6179-4945-b976-2e1f44053731 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:53:30.708873 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023d9bc-7cbd-4bba-8b22-7ff5a28901cc req-5be03152-31d3-412b-a088-b47b00ee9dcd tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:30.709973 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-3023d9bc-7cbd-4bba-8b22-7ff5a28901cc req-5be03152-31d3-412b-a088-b47b00ee9dcd tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Synchronizing usage tracker for tenant:06ce600d041344d1b304c6eff1830091 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:53:30.716684 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Port fab78348-de28-4d9a-afb0-000cecfea844 on network 8806f1c4-6179-4945-b976-2e1f44053731 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:53:30.717015 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Attempting to bind port fab78348-de28-4d9a-afb0-000cecfea844 on network 8806f1c4-6179-4945-b976-2e1f44053731 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:53:30.727743 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:53:30.728101 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Checking segment: {'id': '73f3b88a-cdb6-4418-9a6e-428ff2347641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8806f1c4-6179-4945-b976-2e1f44053731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:53:30.728678 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Bound using segment: {'id': '73f3b88a-cdb6-4418-9a6e-428ff2347641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8806f1c4-6179-4945-b976-2e1f44053731'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:53:30.729140 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Bound port: fab78348-de28-4d9a-afb0-000cecfea844, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f3b88a-cdb6-4418-9a6e-428ff2347641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8806f1c4-6179-4945-b976-2e1f44053731'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:53:30.729481 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:30.736334 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:30.798078 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-3023d9bc-7cbd-4bba-8b22-7ff5a28901cc req-5be03152-31d3-412b-a088-b47b00ee9dcd tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Unset dirty status for tenant:06ce600d041344d1b304c6eff1830091 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:53:30.798078 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3023d9bc-7cbd-4bba-8b22-7ff5a28901cc req-5be03152-31d3-412b-a088-b47b00ee9dcd tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 944 time: 0.3517663
Jun 17 14:53:30.898428 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3023d9bc-7cbd-4bba-8b22-7ff5a28901cc req-5de4badb-9fc2-4521-94d4-792ededd1133 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839362
Jun 17 14:53:30.905878 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] For port fab78348-de28-4d9a-afb0-000cecfea844, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:53:30.910125 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] For port fab78348-de28-4d9a-afb0-000cecfea844, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=fab78348-de28-4d9a-afb0-000cecfea844,segment=NetworkSegment(73f3b88a-cdb6-4418-9a6e-428ff2347641),segment_id=73f3b88a-cdb6-4418-9a6e-428ff2347641)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:53:30.913440 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:30.926850 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:30.936902 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7873335a-0193-4002-9507-aaef42843a3c tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:31.024412 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:31.025092 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:31.026424 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-60cb33f0-3853-4d09-8232-829d28fa833c req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] 10.222.0.37 "PUT /v2.0/ports/fab78348-de28-4d9a-afb0-000cecfea844 HTTP/1.1" status: 200  len: 1094 time: 1.5674975
Jun 17 14:53:31.027520 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00cd7ac1-c162-415d-b633-d93baf52f192', 'tag': 'fab78348-de28-4d9a-afb0-000cecfea844'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:53:31.070891 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Pushing event updated for resources: {'Port': ['ID=fab78348-de28-4d9a-afb0-000cecfea844,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:31.084005 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:31.177760 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00cd7ac1-c162-415d-b633-d93baf52f192', 'tag': 'fab78348-de28-4d9a-afb0-000cecfea844', 'status': 'completed', 'code': 200}
Jun 17 14:53:31.400263 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb33f0-3853-4d09-8232-829d28fa833c req-fd26d728-abab-45ca-a233-d1183162feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:31.401892 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-60cb33f0-3853-4d09-8232-829d28fa833c req-fd26d728-abab-45ca-a233-d1183162feda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06ce600d041344d1b304c6eff1830091&device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 1097 time: 0.3091426
Jun 17 14:53:31.461844 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 666f7513-31ef-4d8d-9c9b-22260b0ca92c no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:53:31.493897 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Allocated IP 172.27.3.81 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/3afe40e0-6d84-4952-83f7-46f928609979) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:53:31.498016 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-60cb33f0-3853-4d09-8232-829d28fa833c req-bb0c001f-59d8-43cf-bdbf-c68e467c2582 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fab78348-de28-4d9a-afb0-000cecfea844 HTTP/1.1" status: 200  len: 217 time: 0.0816379
Jun 17 14:53:31.505328 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1265991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2081427'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:31.515760 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 666f7513-31ef-4d8d-9c9b-22260b0ca92c {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:53:31.516099 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 666f7513-31ef-4d8d-9c9b-22260b0ca92c not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:53:31.520477 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:31.593080 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec832fa-c2b9-4849-8a8b-8670d6de2d35,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:31.597616 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c87f1c8-2358-430e-9e5e-3eec1c169512 None None] Network d4c17014-dd7b-4a24-a53a-d39abe6ea96e requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:53:31.611541 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:31.615014 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb33f0-3853-4d09-8232-829d28fa833c req-992166bb-eabb-42d7-ae1c-685689f8f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:31.617032 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:31.617649 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:31.617834 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-60cb33f0-3853-4d09-8232-829d28fa833c req-992166bb-eabb-42d7-ae1c-685689f8f2cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f86b4769-cff6-4185-ad2a-12388c16c210 HTTP/1.1" status: 200  len: 853 time: 0.1124911
Jun 17 14:53:31.618234 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:31.618803 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:31.619367 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:31.620058 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:31.621199 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:31.621760 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:31.622329 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:31.622911 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:31.623715 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:31.624308 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:31.650974 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:31.693457 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-60cb33f0-3853-4d09-8232-829d28fa833c req-9c485084-3326-4042-a764-09326f11c2e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8806f1c4-6179-4945-b976-2e1f44053731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0683296
Jun 17 14:53:31.734306 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-c211ad79-06b7-47a4-a708-bb0a390f2360 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/6ec832fa-c2b9-4849-8a8b-8670d6de2d35 HTTP/1.1" status: 204  len: 168 time: 1.7945919
Jun 17 14:53:31.738513 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 45440) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:31.832392 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:31.875495 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:31.886220 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:31.927572 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:53:31.937466 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:53:31.952763 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:53:31.961248 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:31.981214 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-60cb33f0-3853-4d09-8232-829d28fa833c req-a0cef9bd-44a1-4ca2-a406-220d07b03024 service neutron] 10.222.0.37 "GET /v2.0/networks/8806f1c4-6179-4945-b976-2e1f44053731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2805831
Jun 17 14:53:31.984592 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Deleting port b042dc90-fc1f-4844-954c-774efa152bf2 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:31.984930 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:32.014399 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:32.062024 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event updated for resources: {'Port': ['ID=3afe40e0-6d84-4952-83f7-46f928609979,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:32.103557 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:32.104634 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:32.145822 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] DHCP port deletion for d4c17014-dd7b-4a24-a53a-d39abe6ea96e request from dv-cinder-796859-1-iscsi {{(pid=78707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 17 14:53:32.150412 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Deleting port b042dc90-fc1f-4844-954c-774efa152bf2 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:32.150795 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:32.219320 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:32.351349 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-60cb33f0-3853-4d09-8232-829d28fa833c req-d1fcbebd-7af0-43a9-a016-e28ff6f846e6 service neutron] 10.222.0.37 "GET /v2.0/networks/8806f1c4-6179-4945-b976-2e1f44053731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3285773
Jun 17 14:53:32.486397 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] For port b042dc90-fc1f-4844-954c-774efa152bf2, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=b042dc90-fc1f-4844-954c-774efa152bf2,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:32.486913 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:32.512276 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] For port b042dc90-fc1f-4844-954c-774efa152bf2, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=b042dc90-fc1f-4844-954c-774efa152bf2,segment=NetworkSegment(448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0),segment_id=448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:32.512642 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:32.625930 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:32.636005 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:32.646985 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a3dd6453-883b-417b-8686-37f5d2e840af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:32.684069 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Calling delete_port for b042dc90-fc1f-4844-954c-774efa152bf2 owned by network:dhcp {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:53:32.686277 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Calling delete_port for b042dc90-fc1f-4844-954c-774efa152bf2 owned by network:dhcp {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:53:32.791526 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event updated for resources: {'Port': ['ID=3afe40e0-6d84-4952-83f7-46f928609979,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:32.797715 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:32.877510 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715'] for port, after_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:32.883491 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:32.911479 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:32.937005 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Pushing event deleted for resources: {'Port': ['ID=b042dc90-fc1f-4844-954c-774efa152bf2,revision_number=None']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:32.945364 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] No DVR routers for this DVR port b042dc90-fc1f-4844-954c-774efa152bf2 on host dv-cinder-796859-1-iscsi {{(pid=78707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:53:32.947808 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:32.947808 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:32.948073 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:32.948394 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:32.949286 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:32.949818 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:32.950340 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:32.950683 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:32.951224 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:32.951351 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:32.951719 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:32.952016 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:53:32.962344 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:32.963596 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:32.971518 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-a0395aaf-293e-4b55-983c-e5ed201cfb06 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.9010184
Jun 17 14:53:32.982906 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6f6f5-305b-4a8e-b2ee-fcef4e17048a req-a8b0bd48-21fa-472b-b45c-6dbe1dffc409 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:32.987178 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-10d6f6f5-305b-4a8e-b2ee-fcef4e17048a req-a8b0bd48-21fa-472b-b45c-6dbe1dffc409 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 944 time: 0.8366573
Jun 17 14:53:33.016876 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.db.api [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 17 14:53:33.017472 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_db.api [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 17 14:53:33.086310 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-10d6f6f5-305b-4a8e-b2ee-fcef4e17048a req-2b7fa4af-f0eb-4a76-86dd-b0d6c579d8f8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987496
Jun 17 14:53:33.090611 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f525916-27bf-4adf-8dfe-180d548341e8 req-f98f4e54-8bad-4ac1-aba8-000ce5258e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:33.092634 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f525916-27bf-4adf-8dfe-180d548341e8 req-f98f4e54-8bad-4ac1-aba8-000ce5258e0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06ce600d041344d1b304c6eff1830091&device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 1097 time: 0.2935317
Jun 17 14:53:33.343330 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f525916-27bf-4adf-8dfe-180d548341e8 req-a140a862-d9e3-4380-b816-c41001767ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:33.345029 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f525916-27bf-4adf-8dfe-180d548341e8 req-a140a862-d9e3-4380-b816-c41001767ac6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8806f1c4-6179-4945-b976-2e1f44053731 HTTP/1.1" status: 200  len: 915 time: 0.2448380
Jun 17 14:53:33.357383 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-4b3c811a-d29a-4b9d-ad57-22bcfd8afb44 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1530656249&fields=id&tenant_id=9bb64eede5e845548ff53776d610b3b2 HTTP/1.1" status: 200  len: 267 time: 0.0628984
Jun 17 14:53:33.441473 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device b042dc90-fc1f-4844-954c-774efa152bf2 no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:53:33.466985 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f525916-27bf-4adf-8dfe-180d548341e8 req-7c1828f6-1c62-470c-8f47-d8b2877c4472 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fab78348-de28-4d9a-afb0-000cecfea844 HTTP/1.1" status: 200  len: 217 time: 0.1140273
Jun 17 14:53:33.525116 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: b042dc90-fc1f-4844-954c-774efa152bf2 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:53:33.525959 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device b042dc90-fc1f-4844-954c-774efa152bf2 not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:53:33.620256 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d1258785-9253-4627-a121-0604c86b4a17 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:33.622488 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d1258785-9253-4627-a121-0604c86b4a17 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 817 time: 0.2491357
Jun 17 14:53:33.650189 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-aa4db6a0-2fe9-47c2-97c5-574c471dad79 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/quotas/9bb64eede5e845548ff53776d610b3b2 HTTP/1.1" status: 200  len: 375 time: 0.0173705
Jun 17 14:53:33.682463 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Deleting port b042dc90-fc1f-4844-954c-774efa152bf2 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:33.682807 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:33.764943 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-6a7dfeb9-42e6-497b-96ea-4fe8ef25d22c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1042674
Jun 17 14:53:33.795989 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] The port 'b042dc90-fc1f-4844-954c-774efa152bf2' was deleted {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 17 14:53:33.953254 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f525916-27bf-4adf-8dfe-180d548341e8 req-12ab461a-db3f-4070-bf75-9c9d8e551ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:33.955517 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f525916-27bf-4adf-8dfe-180d548341e8 req-12ab461a-db3f-4070-bf75-9c9d8e551ae5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f86b4769-cff6-4185-ad2a-12388c16c210 HTTP/1.1" status: 200  len: 853 time: 0.4811273
Jun 17 14:53:34.060134 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-510e0bcb-6494-4faf-b289-303af5bb2834 service neutron] 10.222.0.89 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2798805
Jun 17 14:53:34.085641 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:34.100310 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f525916-27bf-4adf-8dfe-180d548341e8 req-a722b572-a56a-4058-9117-67da74d83495 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8806f1c4-6179-4945-b976-2e1f44053731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1347811
Jun 17 14:53:34.140473 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b23e71a60>,) {'filters': {'network_id': ['d4c17014-dd7b-4a24-a53a-d39abe6ea96e']}} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:34.167346 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23e71a60>, '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0') {'for_net_delete': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:34.168459 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23e71a60>, '448e2789-82bd-4a4f-8a1a-c5ed73c5bcf0') {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:34.206820 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1291899'] for segment, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:34.311057 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:34.331567 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=78705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:53:34.332232 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10569833'] for segment, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:34.342445 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-e3a26fb2-510e-42e5-90a4-c74b2364653c service neutron] 10.222.0.89 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2751255
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   util.warn(
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   util.warn(
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   util.warn(
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   util.warn(
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]: Traceback (most recent call last):
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     timer()
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     cb(*args, **kw)
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     return func(*args, **kwargs)
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     self._notify()
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     self.callback(batched_events)
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     event.method(event)
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     return f(self, *a, **k)
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._get(url).json()
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:53:34.357435 dv-cinder-796859-1-iscsi neutron-server[78705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:53:34.533976 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f525916-27bf-4adf-8dfe-180d548341e8 req-898bbb4d-a0cd-4733-aef5-67594c250abc service neutron] 10.222.0.37 "GET /v2.0/networks/8806f1c4-6179-4945-b976-2e1f44053731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4243023
Jun 17 14:53:34.572438 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:34.607250 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-bcb9f21f-0b41-4a89-87d9-89630fbb8091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:34.641623 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:34.649505 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c17014-dd7b-4a24-a53a-d39abe6ea96e,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:34.706561 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d5a4dfd9-42c9-46c7-92fc-e468270effe5 req-d2864650-1412-4a96-8bcd-cc45eec33ff7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 210 time: 0.0889130
Jun 17 14:53:34.747526 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:34.791358 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-ff59abab-4f0c-4471-aabe-24023be09005 admin admin] 10.222.0.89 "DELETE /v2.0/networks/d4c17014-dd7b-4a24-a53a-d39abe6ea96e HTTP/1.1" status: 204  len: 168 time: 3.0449774
Jun 17 14:53:34.791358 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 45496) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:34.916457 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c894a66-0219-41f1-b38c-54633c20ae3a req-98befbb2-0b4e-4da1-9e78-f9457f8ed3d9 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:34.918353 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4c894a66-0219-41f1-b38c-54633c20ae3a req-98befbb2-0b4e-4da1-9e78-f9457f8ed3d9 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 944 time: 0.5544024
Jun 17 14:53:34.963041 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f525916-27bf-4adf-8dfe-180d548341e8 req-a0c56f0f-da18-47e8-8427-67f409c0bf91 service neutron] 10.222.0.37 "GET /v2.0/networks/8806f1c4-6179-4945-b976-2e1f44053731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4218144
Jun 17 14:53:35.092932 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4c894a66-0219-41f1-b38c-54633c20ae3a req-70a9dfc5-13b1-40d9-b0a7-b2d5d131b565 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599269
Jun 17 14:53:35.455933 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device fab78348-de28-4d9a-afb0-000cecfea844 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:53:35.635412 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port fab78348-de28-4d9a-afb0-000cecfea844, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=fab78348-de28-4d9a-afb0-000cecfea844,segment=NetworkSegment(73f3b88a-cdb6-4418-9a6e-428ff2347641),segment_id=73f3b88a-cdb6-4418-9a6e-428ff2347641)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:35.651035 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-239b29ce-9eda-47b6-9f34-888becf815cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650686'] for router_interface, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:35.652183 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'fab78348-de28-4d9a-afb0-000cecfea844', 'network_id': '8806f1c4-6179-4945-b976-2e1f44053731', 'port_id': 'fab78348-de28-4d9a-afb0-000cecfea844', 'mac_address': 'fa:16:3e:83:01:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f86b4769-cff6-4185-ad2a-12388c16c210', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:53:35.677441 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45524) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:35.734782 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:35.834805 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab78348-de28-4d9a-afb0-000cecfea844 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:53:35.858344 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port fab78348-de28-4d9a-afb0-000cecfea844, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=fab78348-de28-4d9a-afb0-000cecfea844,segment=NetworkSegment(73f3b88a-cdb6-4418-9a6e-428ff2347641),segment_id=73f3b88a-cdb6-4418-9a6e-428ff2347641)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:35.876713 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:35.885498 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:35.904691 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3dd457a8-b5c0-4416-993f-642771863ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:35.942599 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3dd457a8-b5c0-4416-993f-642771863ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:53:35.965313 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3dd457a8-b5c0-4416-993f-642771863ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:ed7a4c6ba2b747089b200012d8da1287 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:53:35.972949 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3dd457a8-b5c0-4416-993f-642771863ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:53:35.998220 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3dd457a8-b5c0-4416-993f-642771863ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:53:36.030581 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=fab78348-de28-4d9a-afb0-000cecfea844,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:36.034385 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:36.139857 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-2bc92863-3e65-4c7d-8935-72b74080c974 req-243a1b4c-bd59-4626-9cc3-a2fb4ac2db21 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 210 time: 0.0994480
Jun 17 14:53:36.209305 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['fab78348-de28-4d9a-afb0-000cecfea844'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:53:36.341846 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3dd457a8-b5c0-4416-993f-642771863ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:36.350008 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3dd457a8-b5c0-4416-993f-642771863ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:36.362888 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7a675d36-222f-4c34-a8a4-289a53d40902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:36.420884 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-3dd457a8-b5c0-4416-993f-642771863ad6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ed7a4c6ba2b747089b200012d8da1287&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7419093
Jun 17 14:53:36.421572 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45534) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:36.425261 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd457a8-b5c0-4416-993f-642771863ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6960996-b470-425f-b7d1-8513eb87e7b1,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:36.451060 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3dd457a8-b5c0-4416-993f-642771863ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:36.513663 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c52f10e-cacf-4ace-be9f-6f2163cf2668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:36.544166 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c52f10e-cacf-4ace-be9f-6f2163cf2668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:36.552021 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639002b-8340-4f35-ace2-4ecb866414d1 req-484d98c1-e607-43a3-8ae0-7d577d7c8490 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:36.553673 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b639002b-8340-4f35-ace2-4ecb866414d1 req-484d98c1-e607-43a3-8ae0-7d577d7c8490 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 945 time: 0.1688991
Jun 17 14:53:36.562215 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-239b29ce-9eda-47b6-9f34-888becf815cb admin admin] Deleting port 5d567a21-154f-414a-b523-6e14829e5ebc {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:36.562576 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-239b29ce-9eda-47b6-9f34-888becf815cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:36.623837 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c52f10e-cacf-4ace-be9f-6f2163cf2668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:36.627646 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-aef99a54-8623-4631-99d6-b4506433ab6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:36.641564 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52f10e-cacf-4ace-be9f-6f2163cf2668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6960996-b470-425f-b7d1-8513eb87e7b1,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:36.653381 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8c52f10e-cacf-4ace-be9f-6f2163cf2668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:36.657320 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c52f10e-cacf-4ace-be9f-6f2163cf2668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:36.663258 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-8c52f10e-cacf-4ace-be9f-6f2163cf2668 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d6960996-b470-425f-b7d1-8513eb87e7b1 HTTP/1.1" status: 204  len: 168 time: 0.2395594
Jun 17 14:53:36.707208 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b639002b-8340-4f35-ace2-4ecb866414d1 req-65a36f5f-f120-4433-92ce-9c5a24f43be5 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134818
Jun 17 14:53:36.842275 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-239b29ce-9eda-47b6-9f34-888becf815cb admin admin] For port 5d567a21-154f-414a-b523-6e14829e5ebc, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5d567a21-154f-414a-b523-6e14829e5ebc,segment=NetworkSegment(db44856e-0c14-4d32-83b0-d7251a624043),segment_id=db44856e-0c14-4d32-83b0-d7251a624043)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:36.842671 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-239b29ce-9eda-47b6-9f34-888becf815cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:37.001457 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-239b29ce-9eda-47b6-9f34-888becf815cb admin admin] Calling delete_port for 5d567a21-154f-414a-b523-6e14829e5ebc owned by network:router_interface {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:53:37.010782 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45542) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:37.032209 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-955923ba-9e3e-4540-bc6b-870ff69af649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:37.048911 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-955923ba-9e3e-4540-bc6b-870ff69af649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:53:37.054215 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-955923ba-9e3e-4540-bc6b-870ff69af649 admin admin] Usage tracker for resource:security_group_rule and tenant:6753e4708da9448f8cfe58ce8006f6c8 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:53:37.059089 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-955923ba-9e3e-4540-bc6b-870ff69af649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:53:37.068436 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-955923ba-9e3e-4540-bc6b-870ff69af649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:53:37.249616 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-955923ba-9e3e-4540-bc6b-870ff69af649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:37.255742 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-955923ba-9e3e-4540-bc6b-870ff69af649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:37.271009 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-79dbd4a7-51f6-4874-acca-ea4ea65d24de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:37.302845 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-27c08504-33e6-4470-8996-d4a784aeeb02 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:37.305255 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-27c08504-33e6-4470-8996-d4a784aeeb02 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.37 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 817 time: 0.3945246
Jun 17 14:53:37.377402 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-22261c7c-4d7b-42bc-acbb-a11216487ca0 req-38992fcc-b38c-4048-a2b9-e5a424600676 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 210 time: 0.0661793
Jun 17 14:53:37.380758 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-9adba75c-1047-4d4f-8933-a489a7e91e5e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Synchronizing usage tracker for tenant:9bb64eede5e845548ff53776d610b3b2 on resource:security_group {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:53:37.385111 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-955923ba-9e3e-4540-bc6b-870ff69af649 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6753e4708da9448f8cfe58ce8006f6c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3718977
Jun 17 14:53:37.385786 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45552) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:37.390197 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955923ba-9e3e-4540-bc6b-870ff69af649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310b317d-050d-477d-9e43-12c900966411,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:37.408665 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-955923ba-9e3e-4540-bc6b-870ff69af649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:37.442300 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-9adba75c-1047-4d4f-8933-a489a7e91e5e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Unset dirty status for tenant:9bb64eede5e845548ff53776d610b3b2 on resource:security_group {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:53:37.443471 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-9adba75c-1047-4d4f-8933-a489a7e91e5e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb64eede5e845548ff53776d610b3b2 HTTP/1.1" status: 200  len: 380 time: 0.1237328
Jun 17 14:53:37.445126 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:53:37.456210 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device fab78348-de28-4d9a-afb0-000cecfea844 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:53:37.457361 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Request body: {'port': {'device_id': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'admin_state_up': True, 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'security_groups': ['2bcc1084-bd4b-4a78-a50a-683cc08b88ac']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:53:37.484384 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ac2c9de-9279-4a89-add0-4cf66654911d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:37.509758 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-239b29ce-9eda-47b6-9f34-888becf815cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:37.520404 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ac2c9de-9279-4a89-add0-4cf66654911d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:37.536000 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port fab78348-de28-4d9a-afb0-000cecfea844 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:53:37.546790 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port fab78348-de28-4d9a-afb0-000cecfea844 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:53:37.547625 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:37.569307 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e53fd051-26a2-4f5d-92f2-fa74ddafc644 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:37.587130 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ac2c9de-9279-4a89-add0-4cf66654911d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:37.592318 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-501619a6-a5ba-42f7-8bd7-bc837082d3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:37.607274 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2c9de-9279-4a89-add0-4cf66654911d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310b317d-050d-477d-9e43-12c900966411,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:37.611018 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7ac2c9de-9279-4a89-add0-4cf66654911d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:37.613282 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-7ac2c9de-9279-4a89-add0-4cf66654911d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:37.617164 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-7ac2c9de-9279-4a89-add0-4cf66654911d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/310b317d-050d-477d-9e43-12c900966411 HTTP/1.1" status: 204  len: 168 time: 0.2286379
Jun 17 14:53:37.636857 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b29ce-9eda-47b6-9f34-888becf815cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5d567a21-154f-414a-b523-6e14829e5ebc,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:37.639932 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-239b29ce-9eda-47b6-9f34-888becf815cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:37.778681 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:37.839751 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cd7ac1-c162-415d-b633-d93baf52f192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab78348-de28-4d9a-afb0-000cecfea844'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:53:37.857272 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port fab78348-de28-4d9a-afb0-000cecfea844, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=fab78348-de28-4d9a-afb0-000cecfea844,segment=NetworkSegment(73f3b88a-cdb6-4418-9a6e-428ff2347641),segment_id=73f3b88a-cdb6-4418-9a6e-428ff2347641)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:37.863877 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:37.867299 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:37.898154 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:53:37.938974 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cd7ac1-c162-415d-b633-d93baf52f192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab78348-de28-4d9a-afb0-000cecfea844', 'code': 200}
Jun 17 14:53:37.972452 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=fab78348-de28-4d9a-afb0-000cecfea844,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:37.976759 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:38.113823 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Usage tracker for resource:port and tenant:9bb64eede5e845548ff53776d610b3b2 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:53:38.157658 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:53:38.196686 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:53:38.280617 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Made reservation on behalf of 9bb64eede5e845548ff53776d610b3b2 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:53:38.284587 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:38.518400 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7cac7-b8bc-411b-a5a0-27972e59cd76 req-f8688efe-0655-428c-85fb-5eb8af264da7 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:38.520140 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-39f7cac7-b8bc-411b-a5a0-27972e59cd76 req-f8688efe-0655-428c-85fb-5eb8af264da7 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 946 time: 0.4088929
Jun 17 14:53:38.520514 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-239b29ce-9eda-47b6-9f34-888becf815cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650766'] for router_interface, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:38.570162 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7765bc-b16c-4644-b517-f25551d4cbe3 req-479c83e0-0ec9-45da-bf2d-0cf997bf24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:38.571842 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6b7765bc-b16c-4644-b517-f25551d4cbe3 req-479c83e0-0ec9-45da-bf2d-0cf997bf24a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 1099 time: 0.3725049
Jun 17 14:53:38.656078 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6009d016-474e-49ac-af45-dae97f24c6d9 req-06b35f87-03aa-40bf-bb4f-2a70fd0a88dc tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 210 time: 0.0598495
Jun 17 14:53:38.779686 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-39f7cac7-b8bc-411b-a5a0-27972e59cd76 req-c86a6a2b-b240-473d-b369-4c56d906a7c6 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2444205
Jun 17 14:53:38.863424 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6b7765bc-b16c-4644-b517-f25551d4cbe3 req-e2afaca0-f055-4f62-84f0-cad40eaea8be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791234
Jun 17 14:53:38.881091 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Allocated IP 172.20.0.11 (748ba6a5-b967-482a-a2f5-884fcde7ac3d/79b36810-c5a0-4a5e-865e-b3adb3b23fb7/faa2af25-1aba-486b-829f-4cdcdf8b2143) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:53:39.272389 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239b29ce-9eda-47b6-9f34-888becf815cb admin admin] Router 8729cd23-9fc3-4288-bb1c-0ed915b77c43 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:53:39.283150 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:39.359204 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Transition to ACTIVE for port object faa2af25-1aba-486b-829f-4cdcdf8b2143 will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:53:39.494972 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239b29ce-9eda-47b6-9f34-888becf815cb admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:53:39.502575 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:39.504752 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea55bb9-4cda-49cd-b42f-51e776f12f5f None None] Sync routers for ids ['8729cd23-9fc3-4288-bb1c-0ed915b77c43'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:53:39.510522 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-183dc859-b99f-484e-8a57-409f291e9b0a tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:39.515955 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea55bb9-4cda-49cd-b42f-51e776f12f5f None None] Routers {'8729cd23-9fc3-4288-bb1c-0ed915b77c43'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:53:39.516211 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-bea55bb9-4cda-49cd-b42f-51e776f12f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28656490>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:53:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['8729cd23-9fc3-4288-bb1c-0ed915b77c43'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:39.611851 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Network 748ba6a5-b967-482a-a2f5-884fcde7ac3d is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:53:39.613166 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event updated for resources: {'Port': ['ID=faa2af25-1aba-486b-829f-4cdcdf8b2143,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:39.622575 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-239b29ce-9eda-47b6-9f34-888becf815cb admin admin] 10.222.0.89 "PUT /v2.0/routers/8729cd23-9fc3-4288-bb1c-0ed915b77c43/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8270209
Jun 17 14:53:39.622575 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:53:39.624116 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:53:39.624823 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45600) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:39.656197 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:39.748889 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:39.750012 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:39.775292 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3263710
Jun 17 14:53:39.797568 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-bea55bb9-4cda-49cd-b42f-51e776f12f5f None None] Set router 8729cd23-9fc3-4288-bb1c-0ed915b77c43 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:53:39.805913 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Request body: {'port': {'device_id': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:53:40.035050 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Notify callbacks [] for router, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:40.214250 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80059417-436e-494a-abc3-2734178272cc req-608d1fdb-3faa-4db0-97fd-dda16435f9ed tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:40.231154 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-80059417-436e-494a-abc3-2734178272cc req-608d1fdb-3faa-4db0-97fd-dda16435f9ed tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 932 time: 0.3248281
Jun 17 14:53:40.360870 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-75231cfc-88c4-40c4-a603-d242bfb78ffd None None] Provisioning for port faa2af25-1aba-486b-829f-4cdcdf8b2143 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:53:40.368568 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-80059417-436e-494a-abc3-2734178272cc req-14de3908-a885-4227-9ba4-73df3f3f8ee8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1340590
Jun 17 14:53:40.369762 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-75231cfc-88c4-40c4-a603-d242bfb78ffd None None] Provisioning complete for port faa2af25-1aba-486b-829f-4cdcdf8b2143 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:53:40.370151 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-75231cfc-88c4-40c4-a603-d242bfb78ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:40.426348 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:40.439744 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-bea55bb9-4cda-49cd-b42f-51e776f12f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28656490>, [{'id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'name': 'tempest-TestShelveInstance-2002030609-router', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '8ce0df63-68e8-40ef-b620-58645fd55d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:22Z', 'updated_at': '2021-06-17T14:53:37Z', 'revision_number': 5, 'project_id': '9fe4203c497d407da5848bad3711f743', 'gw_port': {'id': '8ce0df63-68e8-40ef-b620-58645fd55d41', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:47:25Z', 'updated_at': '2021-06-17T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:40.448581 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-75231cfc-88c4-40c4-a603-d242bfb78ffd None None] Port faa2af25-1aba-486b-829f-4cdcdf8b2143 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:53:40.451917 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea55bb9-4cda-49cd-b42f-51e776f12f5f None None] Checking router: 8729cd23-9fc3-4288-bb1c-0ed915b77c43 for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:53:40.453960 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:40.462696 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea55bb9-4cda-49cd-b42f-51e776f12f5f None None] Routers {'8729cd23-9fc3-4288-bb1c-0ed915b77c43'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:53:40.463532 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-bea55bb9-4cda-49cd-b42f-51e776f12f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28656490>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:53:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['8729cd23-9fc3-4288-bb1c-0ed915b77c43'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:40.472235 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Deleting port 8ce0df63-68e8-40ef-b620-58645fd55d41 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:40.473187 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:40.514193 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b2247-0d9b-47b9-958a-49c62ea51d76 req-ab93ac59-8bbe-46c5-89fd-962a1a17c90c tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:40.516689 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9b6b2247-0d9b-47b9-958a-49c62ea51d76 req-ab93ac59-8bbe-46c5-89fd-962a1a17c90c tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 946 time: 0.3775525
Jun 17 14:53:40.646107 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-bea55bb9-4cda-49cd-b42f-51e776f12f5f None None] Set router 8729cd23-9fc3-4288-bb1c-0ed915b77c43 gateway port host: None {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:53:40.710180 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9b6b2247-0d9b-47b9-958a-49c62ea51d76 req-4d6ebac3-d9ad-417b-9e7b-2aa459f3d1ad tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879454
Jun 17 14:53:40.734783 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] For port 8ce0df63-68e8-40ef-b620-58645fd55d41, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=8ce0df63-68e8-40ef-b620-58645fd55d41,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:40.735868 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:40.783486 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-bea55bb9-4cda-49cd-b42f-51e776f12f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28656490>, [{'id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'name': 'tempest-TestShelveInstance-2002030609-router', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:22Z', 'updated_at': '2021-06-17T14:53:40Z', 'revision_number': 6, 'project_id': '9fe4203c497d407da5848bad3711f743', 'gw_port_host': None}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:40.790679 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea55bb9-4cda-49cd-b42f-51e776f12f5f None None] The sync data for ids ['8729cd23-9fc3-4288-bb1c-0ed915b77c43'] in dv-cinder-796859-1-iscsi is: [{'id': '8729cd23-9fc3-4288-bb1c-0ed915b77c43', 'name': 'tempest-TestShelveInstance-2002030609-router', 'tenant_id': '9fe4203c497d407da5848bad3711f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:47:22Z', 'updated_at': '2021-06-17T14:53:40Z', 'revision_number': 6, 'project_id': '9fe4203c497d407da5848bad3711f743', 'gw_port_host': None}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:53:41.009073 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa2af25-1aba-486b-829f-4cdcdf8b2143 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:53:41.019669 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:41.036065 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Calling delete_port for 8ce0df63-68e8-40ef-b620-58645fd55d41 owned by network:router_gateway {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:53:41.044852 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Transition to ACTIVE for port object faa2af25-1aba-486b-829f-4cdcdf8b2143 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:53:41.050602 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:41.054860 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6dbb885f-3c04-4e12-be1e-d6ff30a07439 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:41.226771 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Pushing event updated for resources: {'Port': ['ID=faa2af25-1aba-486b-829f-4cdcdf8b2143,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:41.289569 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:41.362766 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:41.366928 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-39e0fb72-bedc-4e5c-b77d-ec32f4dbfe4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:41.400229 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Attempting to bind port faa2af25-1aba-486b-829f-4cdcdf8b2143 on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:53:41.400477 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Attempting to bind port faa2af25-1aba-486b-829f-4cdcdf8b2143 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:53:41.400759 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Attempting to bind port faa2af25-1aba-486b-829f-4cdcdf8b2143 on network 748ba6a5-b967-482a-a2f5-884fcde7ac3d {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:53:41.408651 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Port faa2af25-1aba-486b-829f-4cdcdf8b2143 on network 748ba6a5-b967-482a-a2f5-884fcde7ac3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:53:41.409059 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Attempting to bind port faa2af25-1aba-486b-829f-4cdcdf8b2143 on network 748ba6a5-b967-482a-a2f5-884fcde7ac3d {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:53:41.421980 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce0df63-68e8-40ef-b620-58645fd55d41,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:41.427502 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:41.435503 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:53:41.436014 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Checking segment: {'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:53:41.436321 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Bound using segment: {'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:53:41.436814 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Bound port: faa2af25-1aba-486b-829f-4cdcdf8b2143, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd18225-4684-4843-80ce-83a11ea7bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:53:41.437203 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:41.658165 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643729'] for router_gateway, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:41.668376 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] For port faa2af25-1aba-486b-829f-4cdcdf8b2143, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:53:41.674806 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] For port faa2af25-1aba-486b-829f-4cdcdf8b2143, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:53:41.690522 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:41.711007 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:41.776237 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 8ce0df63-68e8-40ef-b620-58645fd55d41 no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:53:41.850407 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Pushing event updated for resources: {'Port': ['ID=faa2af25-1aba-486b-829f-4cdcdf8b2143,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:41.860658 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:41.872087 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:41.872765 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:41.874795 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] 10.222.0.37 "PUT /v2.0/ports/faa2af25-1aba-486b-829f-4cdcdf8b2143 HTTP/1.1" status: 200  len: 1094 time: 2.0736771
Jun 17 14:53:41.875589 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'tag': 'faa2af25-1aba-486b-829f-4cdcdf8b2143'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:53:41.924201 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 8ce0df63-68e8-40ef-b620-58645fd55d41 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:53:41.925091 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 8ce0df63-68e8-40ef-b620-58645fd55d41 not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:53:41.926846 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5d567a21-154f-414a-b523-6e14829e5ebc no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:53:42.013326 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 5d567a21-154f-414a-b523-6e14829e5ebc {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:53:42.013989 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5d567a21-154f-414a-b523-6e14829e5ebc not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:53:42.038690 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-995'] for router, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:42.041795 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:42.099678 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13a5f0-eb2f-42ea-b861-ef69eca3feb6 req-b2358c27-2b2e-4f13-bfcf-e0f773df9c62 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:42.101409 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1b13a5f0-eb2f-42ea-b861-ef69eca3feb6 req-b2358c27-2b2e-4f13-bfcf-e0f773df9c62 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.5627952
Jun 17 14:53:42.108768 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567868'] for router, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:42.109346 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8729cd23-9fc3-4288-bb1c-0ed915b77c43 {{(pid=78706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 17 14:53:42.174378 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:42.178191 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] 10.222.0.89 "DELETE /v2.0/routers/8729cd23-9fc3-4288-bb1c-0ed915b77c43 HTTP/1.1" status: 204  len: 168 time: 2.5495272
Jun 17 14:53:42.179299 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45628) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:42.203239 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74c1b8-e4e0-4ca9-a8c8-fae88b0b8d49 req-76192206-a1dd-40ec-b7a2-25c803d8ef35 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:42.205135 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf74c1b8-e4e0-4ca9-a8c8-fae88b0b8d49 req-76192206-a1dd-40ec-b7a2-25c803d8ef35 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 946 time: 0.2984645
Jun 17 14:53:42.212175 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-5a9b40e4-100e-4c33-92dd-9071b502d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:42.214674 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-5a9b40e4-100e-4c33-92dd-9071b502d691 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 1097 time: 0.2212653
Jun 17 14:53:42.237671 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-1b13a5f0-eb2f-42ea-b861-ef69eca3feb6 req-ec61924b-be37-4cc0-914c-842a8246cd9f tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1068203
Jun 17 14:53:42.282362 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c58d09-8e94-4c8b-a6f9-c48cdf4effb3 admin admin] Deleting subnet 3398e52c-be99-43d0-8075-c1f35e4d8c4d {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:53:42.298860 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d3c58d09-8e94-4c8b-a6f9-c48cdf4effb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:42.352458 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d3c58d09-8e94-4c8b-a6f9-c48cdf4effb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1202630'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:42.361528 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'tag': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'status': 'completed', 'code': 200}
Jun 17 14:53:42.371054 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-908e4ade-52f1-4b92-ad0a-1867908ec1a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143 HTTP/1.1" status: 200  len: 217 time: 0.1213140
Jun 17 14:53:42.412914 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bf74c1b8-e4e0-4ca9-a8c8-fae88b0b8d49 req-36155b21-8736-46ce-bb5e-9e5aac418a9a tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971867
Jun 17 14:53:42.445565 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-1652ce90-4603-4742-aa51-267be3cdce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:42.447093 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-1652ce90-4603-4742-aa51-267be3cdce89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79b36810-c5a0-4a5e-865e-b3adb3b23fb7 HTTP/1.1" status: 200  len: 856 time: 0.0751638
Jun 17 14:53:42.456982 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d3c58d09-8e94-4c8b-a6f9-c48cdf4effb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:42.548129 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-8c1c89e4-db9e-475f-92e5-42e89a787ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:42.549957 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-8c1c89e4-db9e-475f-92e5-42e89a787ca1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=748ba6a5-b967-482a-a2f5-884fcde7ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0946665
Jun 17 14:53:42.748577 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-9c15c8d3-643b-4bb1-8f6b-a4c2069b513f service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907861
Jun 17 14:53:42.795641 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d3c58d09-8e94-4c8b-a6f9-c48cdf4effb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1265991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2081427'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:42.805524 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:42.879134 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d3c58d09-8e94-4c8b-a6f9-c48cdf4effb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:42.888371 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c58d09-8e94-4c8b-a6f9-c48cdf4effb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3398e52c-be99-43d0-8075-c1f35e4d8c4d,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:42.888720 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f49217-5002-4734-bf7c-b04a8c71a7c1 None None] Network 8b659139-8189-43da-9f0f-ea1552f89c7b requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:53:42.893187 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d3c58d09-8e94-4c8b-a6f9-c48cdf4effb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:42.898398 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-d3c58d09-8e94-4c8b-a6f9-c48cdf4effb3 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/3398e52c-be99-43d0-8075-c1f35e4d8c4d HTTP/1.1" status: 204  len: 168 time: 0.7179377
Jun 17 14:53:42.903480 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45642) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:42.919489 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-87e6bfa6-03c3-4960-ae02-cb7526120ae6 req-314015c7-474d-419f-99c9-6788d3f18fc6 service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633060
Jun 17 14:53:43.181566 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:43.216820 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Deleting port 4106f326-7c38-4567-80aa-b13fb322e711 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:43.217279 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:43.324806 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7996695-4903-43a8-a5a9-55414450ca8e req-f83e35cc-3c87-40a8-8f89-17a3e81bde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:43.326374 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e7996695-4903-43a8-a5a9-55414450ca8e req-f83e35cc-3c87-40a8-8f89-17a3e81bde3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 1097 time: 0.3124347
Jun 17 14:53:43.488843 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00f7e69-c58f-47c9-9390-753e03363770 None None] DHCP port deletion for 8b659139-8189-43da-9f0f-ea1552f89c7b request from dv-cinder-796859-1-iscsi {{(pid=78707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 17 14:53:43.494038 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-f00f7e69-c58f-47c9-9390-753e03363770 None None] Deleting port 4106f326-7c38-4567-80aa-b13fb322e711 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:43.494780 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f00f7e69-c58f-47c9-9390-753e03363770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:43.666340 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7996695-4903-43a8-a5a9-55414450ca8e req-34f99487-93f4-4cd8-bf0b-7f26366bf25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:43.669396 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e7996695-4903-43a8-a5a9-55414450ca8e req-34f99487-93f4-4cd8-bf0b-7f26366bf25d service neutron] 10.222.0.37 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 919 time: 0.3358302
Jun 17 14:53:43.789786 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e7996695-4903-43a8-a5a9-55414450ca8e req-239c7689-9dce-446a-a930-af6eaf9aad30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143 HTTP/1.1" status: 200  len: 217 time: 0.1103637
Jun 17 14:53:43.821038 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] For port 4106f326-7c38-4567-80aa-b13fb322e711, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=4106f326-7c38-4567-80aa-b13fb322e711,segment=NetworkSegment(db44856e-0c14-4d32-83b0-d7251a624043),segment_id=db44856e-0c14-4d32-83b0-d7251a624043)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:43.821736 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:43.884889 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fc1b7-3028-450c-805c-2281e8e48e6a req-92ead68f-aaa5-4770-bef5-2070605c6308 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:43.885647 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-de1fc1b7-3028-450c-805c-2281e8e48e6a req-92ead68f-aaa5-4770-bef5-2070605c6308 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Synchronizing usage tracker for tenant:9bb64eede5e845548ff53776d610b3b2 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:53:43.930977 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-de1fc1b7-3028-450c-805c-2281e8e48e6a req-92ead68f-aaa5-4770-bef5-2070605c6308 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Unset dirty status for tenant:9bb64eede5e845548ff53776d610b3b2 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:53:43.940841 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-de1fc1b7-3028-450c-805c-2281e8e48e6a req-92ead68f-aaa5-4770-bef5-2070605c6308 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.4026093
Jun 17 14:53:43.981104 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7996695-4903-43a8-a5a9-55414450ca8e req-1e62aca6-695f-4991-b8c9-8f26f11b45f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:43.982809 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e7996695-4903-43a8-a5a9-55414450ca8e req-1e62aca6-695f-4991-b8c9-8f26f11b45f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79b36810-c5a0-4a5e-865e-b3adb3b23fb7 HTTP/1.1" status: 200  len: 856 time: 0.1834273
Jun 17 14:53:43.984655 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Calling delete_port for 4106f326-7c38-4567-80aa-b13fb322e711 owned by network:dhcp {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:53:44.048919 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-f00f7e69-c58f-47c9-9390-753e03363770 None None] For port 4106f326-7c38-4567-80aa-b13fb322e711, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=4106f326-7c38-4567-80aa-b13fb322e711,segment=NetworkSegment(db44856e-0c14-4d32-83b0-d7251a624043),segment_id=db44856e-0c14-4d32-83b0-d7251a624043)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:44.049821 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f00f7e69-c58f-47c9-9390-753e03363770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:44.132210 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-de1fc1b7-3028-450c-805c-2281e8e48e6a req-e0f189a8-2f3b-430b-b0b6-a6fb17672721 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1900952
Jun 17 14:53:44.164228 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:44.189192 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-44ef3b0a-09e4-4d91-832d-71266b78743e tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:44.225981 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Pushing event deleted for resources: {'Port': ['ID=4106f326-7c38-4567-80aa-b13fb322e711,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:44.229240 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:44.238007 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] No DVR routers for this DVR port 4106f326-7c38-4567-80aa-b13fb322e711 on host dv-cinder-796859-1-iscsi {{(pid=78706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:53:44.244120 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7996695-4903-43a8-a5a9-55414450ca8e req-1938ae8f-36f4-4a12-86b7-2e97864d1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:44.252030 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e7996695-4903-43a8-a5a9-55414450ca8e req-1938ae8f-36f4-4a12-86b7-2e97864d1ad9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=748ba6a5-b967-482a-a2f5-884fcde7ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2321732
Jun 17 14:53:44.342016 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-f00f7e69-c58f-47c9-9390-753e03363770 None None] Calling delete_port for 4106f326-7c38-4567-80aa-b13fb322e711 owned by network:dhcp {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:53:44.397807 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:44.427982 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b23956040>,) {'filters': {'network_id': ['8b659139-8189-43da-9f0f-ea1552f89c7b']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:44.458054 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23956040>, 'db44856e-0c14-4d32-83b0-d7251a624043') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:44.459027 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23956040>, 'db44856e-0c14-4d32-83b0-d7251a624043') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:44.462420 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.db.api [None req-f00f7e69-c58f-47c9-9390-753e03363770 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 17 14:53:44.462922 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_db.api [None req-f00f7e69-c58f-47c9-9390-753e03363770 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 17 14:53:44.484946 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1202673'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:44.501980 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e7996695-4903-43a8-a5a9-55414450ca8e req-78c3c25a-dace-4f68-ab69-103d679e6e10 service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2426383
Jun 17 14:53:44.518599 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:44.530796 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:53:44.531203 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1267429'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]: Traceback (most recent call last):
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     timer()
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     cb(*args, **kw)
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     return func(*args, **kwargs)
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     self._notify()
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     self.callback(batched_events)
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     event.method(event)
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     return f(self, *a, **k)
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._get(url).json()
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:53:44.546644 dv-cinder-796859-1-iscsi neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:53:44.650928 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:44.658054 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6e083f41-79ff-4e9c-825f-7345b2280da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:44.672261 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:44.681438 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e7996695-4903-43a8-a5a9-55414450ca8e req-d9bf8c6f-7fee-4b98-8f02-289c99bc7dea service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685596
Jun 17 14:53:44.684186 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b659139-8189-43da-9f0f-ea1552f89c7b,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:44.688572 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:44.692465 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] 10.222.0.89 "DELETE /v2.0/networks/8b659139-8189-43da-9f0f-ea1552f89c7b HTTP/1.1" status: 204  len: 168 time: 1.7872040
Jun 17 14:53:44.915182 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45664) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:44.965354 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-f00f7e69-c58f-47c9-9390-753e03363770 None None] Deleting port 4106f326-7c38-4567-80aa-b13fb322e711 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:53:44.965856 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f00f7e69-c58f-47c9-9390-753e03363770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:44.988509 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-983a5551-6b48-4ab4-9936-ea77159e0701 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ea85878f4f5541c3985ec0b5ed43af76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0696902
Jun 17 14:53:44.989004 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45668) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:45.040679 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-f00f7e69-c58f-47c9-9390-753e03363770 None None] The port '4106f326-7c38-4567-80aa-b13fb322e711' was deleted {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 17 14:53:45.069643 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e973bb5a-b636-4ad0-9f7d-b4e1b480f012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:45.099519 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e973bb5a-b636-4ad0-9f7d-b4e1b480f012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:45.189327 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e973bb5a-b636-4ad0-9f7d-b4e1b480f012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:45.193888 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-59608172-da01-4797-9bb6-40fe143b0987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:45.210085 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973bb5a-b636-4ad0-9f7d-b4e1b480f012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e4c3fd-2ef9-4f1d-9e3d-ca10d5231a31,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:45.213975 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e973bb5a-b636-4ad0-9f7d-b4e1b480f012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:45.218769 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-e973bb5a-b636-4ad0-9f7d-b4e1b480f012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:45.220202 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-e973bb5a-b636-4ad0-9f7d-b4e1b480f012 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/14e4c3fd-2ef9-4f1d-9e3d-ca10d5231a31 HTTP/1.1" status: 204  len: 168 time: 0.2296412
Jun 17 14:53:45.412318 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6c69d-0a0f-4fd2-8b9d-6a53637adc1e req-351be6a4-c949-4f01-a790-560ba03ff6c0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:45.414596 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bea6c69d-0a0f-4fd2-8b9d-6a53637adc1e req-351be6a4-c949-4f01-a790-560ba03ff6c0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.1159921
Jun 17 14:53:45.454992 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 4106f326-7c38-4567-80aa-b13fb322e711 no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:53:45.480385 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bea6c69d-0a0f-4fd2-8b9d-6a53637adc1e req-bc38b754-136d-4e0d-9701-76b5e9dc0e2d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574970
Jun 17 14:53:45.494798 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device faa2af25-1aba-486b-829f-4cdcdf8b2143 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:53:45.499555 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 4106f326-7c38-4567-80aa-b13fb322e711 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:53:45.500056 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 4106f326-7c38-4567-80aa-b13fb322e711 not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:53:45.691316 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port faa2af25-1aba-486b-829f-4cdcdf8b2143, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:45.721890 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'port_id': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'mac_address': 'fa:16:3e:15:57:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:53:45.818789 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 45694) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:45.830268 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:45.851282 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa2af25-1aba-486b-829f-4cdcdf8b2143 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:53:45.871503 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port faa2af25-1aba-486b-829f-4cdcdf8b2143, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:45.877201 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:45.879084 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:45.916098 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-b4b2ca44-e609-478d-ad85-8c33c0dcc245 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9fe4203c497d407da5848bad3711f743&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0921931
Jun 17 14:53:45.916641 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45700) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:45.963021 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=faa2af25-1aba-486b-829f-4cdcdf8b2143,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:45.969327 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:45.982515 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4353f5f8-99b4-48ae-8899-0bcb27f03f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:46.010095 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4353f5f8-99b4-48ae-8899-0bcb27f03f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:46.072924 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4353f5f8-99b4-48ae-8899-0bcb27f03f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:46.078928 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-837b9d10-9029-4ba8-b5c0-93e5e3b6af16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:46.095167 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353f5f8-99b4-48ae-8899-0bcb27f03f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed59218-598b-4f4b-be71-1d2606f8dfe9,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:46.098306 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4353f5f8-99b4-48ae-8899-0bcb27f03f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:46.100025 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-4353f5f8-99b4-48ae-8899-0bcb27f03f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:46.101417 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-4353f5f8-99b4-48ae-8899-0bcb27f03f2a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fed59218-598b-4f4b-be71-1d2606f8dfe9 HTTP/1.1" status: 204  len: 168 time: 0.1825390
Jun 17 14:53:46.201518 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['faa2af25-1aba-486b-829f-4cdcdf8b2143'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:53:46.722557 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03799dfe-6273-4b5c-96d4-bba10dbce73c req-2ba631ce-5454-4dd6-95fc-990e51d81d0c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:46.724144 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-03799dfe-6273-4b5c-96d4-bba10dbce73c req-2ba631ce-5454-4dd6-95fc-990e51d81d0c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 945 time: 0.0931935
Jun 17 14:53:46.779876 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-03799dfe-6273-4b5c-96d4-bba10dbce73c req-13b306f8-03eb-491b-a575-450c168f9f6e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454550
Jun 17 14:53:47.508661 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device faa2af25-1aba-486b-829f-4cdcdf8b2143 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:53:47.588555 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port faa2af25-1aba-486b-829f-4cdcdf8b2143 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:53:47.594976 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port faa2af25-1aba-486b-829f-4cdcdf8b2143 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:53:47.596020 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:47.729538 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:47.763452 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa2af25-1aba-486b-829f-4cdcdf8b2143'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:53:47.775349 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port faa2af25-1aba-486b-829f-4cdcdf8b2143, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:53:47.780010 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:47.784438 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:53:47.839689 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'code': 200}
Jun 17 14:53:47.894347 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=faa2af25-1aba-486b-829f-4cdcdf8b2143,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:53:47.899769 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:53:48.054854 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ce8a3-5e06-4b7f-9b00-e6bf74b24747 req-c61abced-714e-4198-950f-57c61eed26be tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:48.054854 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-003ce8a3-5e06-4b7f-9b00-e6bf74b24747 req-c61abced-714e-4198-950f-57c61eed26be tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.1096089
Jun 17 14:53:48.157796 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-003ce8a3-5e06-4b7f-9b00-e6bf74b24747 req-32e97a79-3f55-41e6-99ce-634f51839b97 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963876
Jun 17 14:53:48.178746 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddf0ed-3517-4c0d-80a2-65552d7c2315 req-9d46d850-aa45-4dac-a5f3-730162714ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:48.180358 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-34ddf0ed-3517-4c0d-80a2-65552d7c2315 req-9d46d850-aa45-4dac-a5f3-730162714ab4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 1099 time: 0.1030240
Jun 17 14:53:48.231292 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-34ddf0ed-3517-4c0d-80a2-65552d7c2315 req-3b8570a4-f0ce-4703-83ab-59801e20c5d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420713
Jun 17 14:53:49.423684 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be92378-f16d-42d6-9deb-ffde20c65f03 req-cdf92097-92db-4b31-8fca-1a05b12153c9 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:49.425610 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0be92378-f16d-42d6-9deb-ffde20c65f03 req-cdf92097-92db-4b31-8fca-1a05b12153c9 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.1010809
Jun 17 14:53:49.505587 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0be92378-f16d-42d6-9deb-ffde20c65f03 req-03842afa-0683-4200-a635-b084d6776209 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665796
Jun 17 14:53:49.993563 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:50.781485 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21714e55-4c89-4921-8626-46aab3b06630 req-53803313-c859-49e8-bbbf-ac378ccb57b6 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:50.783228 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-21714e55-4c89-4921-8626-46aab3b06630 req-53803313-c859-49e8-bbbf-ac378ccb57b6 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.1036999
Jun 17 14:53:50.836748 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-21714e55-4c89-4921-8626-46aab3b06630 req-300fcad7-2512-48fa-837b-a67e67d69a70 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461934
Jun 17 14:53:51.050899 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edbd22-033a-43be-bada-c76855251183 req-9bf37209-5269-46f5-b861-704ff2740398 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:51.052445 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-48edbd22-033a-43be-bada-c76855251183 req-9bf37209-5269-46f5-b861-704ff2740398 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.0940390
Jun 17 14:53:51.066436 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 45774) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:53:51.076980 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-826846bd-d673-4ba6-9e05-43b2eeabdda2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Request body: {'floatingip': {'port_id': 'faa2af25-1aba-486b-829f-4cdcdf8b2143'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:53:51.166686 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-826846bd-d673-4ba6-9e05-43b2eeabdda2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for floatingip, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:51.934564 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-826846bd-d673-4ba6-9e05-43b2eeabdda2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:51.938738 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-826846bd-d673-4ba6-9e05-43b2eeabdda2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:52.130508 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.l3_db [None req-826846bd-d673-4ba6-9e05-43b2eeabdda2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Floating IP 7a26f1a8-50b8-4f75-9a5d-96dd72b2a027 associated. External IP: 172.27.3.81, port: faa2af25-1aba-486b-829f-4cdcdf8b2143.
Jun 17 14:53:52.548734 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826846bd-d673-4ba6-9e05-43b2eeabdda2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Router 0169275a-cb5b-4097-a18d-c18807360917 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:53:52.802827 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826846bd-d673-4ba6-9e05-43b2eeabdda2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:53:52.808560 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-826846bd-d673-4ba6-9e05-43b2eeabdda2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:52.819726 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d081a57b-0238-4111-b45e-eb92ffb70864 None None] Sync routers for ids ['0169275a-cb5b-4097-a18d-c18807360917'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:53:52.837566 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d081a57b-0238-4111-b45e-eb92ffb70864 None None] Routers {'0169275a-cb5b-4097-a18d-c18807360917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:53:52.839444 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-d081a57b-0238-4111-b45e-eb92ffb70864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b290eed30>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:53:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['0169275a-cb5b-4097-a18d-c18807360917'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:52.883574 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-826846bd-d673-4ba6-9e05-43b2eeabdda2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "PUT /v2.0/floatingips/7a26f1a8-50b8-4f75-9a5d-96dd72b2a027 HTTP/1.1" status: 200  len: 991 time: 1.8158965
Jun 17 14:53:52.884580 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'tag': 'faa2af25-1aba-486b-829f-4cdcdf8b2143'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:53:52.983131 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'tag': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'status': 'completed', 'code': 200}
Jun 17 14:53:53.121596 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-d081a57b-0238-4111-b45e-eb92ffb70864 None None] Set router 0169275a-cb5b-4097-a18d-c18807360917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:53:53.483646 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-d081a57b-0238-4111-b45e-eb92ffb70864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b290eed30>, [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '7a26f1a8-50b8-4f75-9a5d-96dd72b2a027', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '0169275a-cb5b-4097-a18d-c18807360917', 'port_id': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'mac_address': 'fa:16:3e:15:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:53:32Z', 'updated_at': '2021-06-17T14:53:51Z', 'revision_number': 1, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:53Z', 'revision_number': 5, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:53.487838 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d081a57b-0238-4111-b45e-eb92ffb70864 None None] Checking router: 0169275a-cb5b-4097-a18d-c18807360917 for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:53:53.496348 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d081a57b-0238-4111-b45e-eb92ffb70864 None None] Routers {'0169275a-cb5b-4097-a18d-c18807360917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:53:53.496953 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-d081a57b-0238-4111-b45e-eb92ffb70864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b290eed30>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:53:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['0169275a-cb5b-4097-a18d-c18807360917'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:53.730358 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-d081a57b-0238-4111-b45e-eb92ffb70864 None None] Set router 0169275a-cb5b-4097-a18d-c18807360917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:53:54.113371 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-d081a57b-0238-4111-b45e-eb92ffb70864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b290eed30>, [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '7a26f1a8-50b8-4f75-9a5d-96dd72b2a027', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '0169275a-cb5b-4097-a18d-c18807360917', 'port_id': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'mac_address': 'fa:16:3e:15:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:53:32Z', 'updated_at': '2021-06-17T14:53:51Z', 'revision_number': 1, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:53Z', 'revision_number': 5, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:53:54.119049 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d081a57b-0238-4111-b45e-eb92ffb70864 None None] The sync data for ids ['0169275a-cb5b-4097-a18d-c18807360917'] in dv-cinder-796859-1-iscsi is: [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '7a26f1a8-50b8-4f75-9a5d-96dd72b2a027', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '0169275a-cb5b-4097-a18d-c18807360917', 'port_id': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'mac_address': 'fa:16:3e:15:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:53:32Z', 'updated_at': '2021-06-17T14:53:51Z', 'revision_number': 1, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:53Z', 'revision_number': 5, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:53:54.344219 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474ea89e-1e30-4b5c-9916-45b347924fd5 None None] New status for floating IP 7a26f1a8-50b8-4f75-9a5d-96dd72b2a027: ACTIVE {{(pid=78707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 14:53:54.542399 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:54.729100 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5afc29ce-b7b6-46fb-81ea-bef808dda2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:54.962838 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48083a-a91d-437b-bc8e-9f5d7e17b8cf req-175a1bb8-0b3d-4786-8c58-36c0deb773fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:54.965246 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9f48083a-a91d-437b-bc8e-9f5d7e17b8cf req-175a1bb8-0b3d-4786-8c58-36c0deb773fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 1099 time: 0.0781641
Jun 17 14:53:55.225230 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48083a-a91d-437b-bc8e-9f5d7e17b8cf req-2052ce8e-f40d-46aa-a86e-c4d314d188fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:55.226385 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9f48083a-a91d-437b-bc8e-9f5d7e17b8cf req-2052ce8e-f40d-46aa-a86e-c4d314d188fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 919 time: 0.2537115
Jun 17 14:53:55.348528 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9f48083a-a91d-437b-bc8e-9f5d7e17b8cf req-d4fbb84b-e152-48d1-bb5e-905094207564 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143 HTTP/1.1" status: 200  len: 1001 time: 0.1112633
Jun 17 14:53:55.417593 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48083a-a91d-437b-bc8e-9f5d7e17b8cf req-604a3172-9b9f-40e4-a0aa-a7008d501a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:55.419012 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9f48083a-a91d-437b-bc8e-9f5d7e17b8cf req-604a3172-9b9f-40e4-a0aa-a7008d501a2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79b36810-c5a0-4a5e-865e-b3adb3b23fb7 HTTP/1.1" status: 200  len: 856 time: 0.0632036
Jun 17 14:53:55.499376 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48083a-a91d-437b-bc8e-9f5d7e17b8cf req-5f0149c7-231f-42a2-b95e-0f43e04d5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:53:55.500765 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9f48083a-a91d-437b-bc8e-9f5d7e17b8cf req-5f0149c7-231f-42a2-b95e-0f43e04d5999 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=748ba6a5-b967-482a-a2f5-884fcde7ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745211
Jun 17 14:53:55.646948 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9f48083a-a91d-437b-bc8e-9f5d7e17b8cf req-d0d8e4db-92bf-4242-bfc7-77bdccdb771a service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386983
Jun 17 14:53:55.794401 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9f48083a-a91d-437b-bc8e-9f5d7e17b8cf req-0114d399-1e2d-4ee0-96aa-8badf8d94522 service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398530
Jun 17 14:53:58.616056 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b00637db-78cf-4d99-aa20-2745dd69973b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:53:59.904445 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:01.572561 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 45914) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:01.702764 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4735804b-1d33-4ed3-a666-ece5d6e69bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:01.718109 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4735804b-1d33-4ed3-a666-ece5d6e69bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:54:01.722106 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-4735804b-1d33-4ed3-a666-ece5d6e69bca admin admin] Usage tracker for resource:security_group_rule and tenant:bf55aebe9e53441cac008fb70ec21a46 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:54:01.724992 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-4735804b-1d33-4ed3-a666-ece5d6e69bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:54:01.731550 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-4735804b-1d33-4ed3-a666-ece5d6e69bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:54:01.820554 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4735804b-1d33-4ed3-a666-ece5d6e69bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:01.825155 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-4735804b-1d33-4ed3-a666-ece5d6e69bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:01.832456 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-48c9f30f-6c55-4316-b32c-32b9a9252bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:01.879195 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-4735804b-1d33-4ed3-a666-ece5d6e69bca admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bf55aebe9e53441cac008fb70ec21a46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3046169
Jun 17 14:54:01.880185 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735804b-1d33-4ed3-a666-ece5d6e69bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7352aa0-4e18-4701-9d13-0090cb5f0ea9,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:01.882116 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45920) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:01.883359 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4735804b-1d33-4ed3-a666-ece5d6e69bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:01.949505 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-71255b27-2ea0-4345-ae3c-9d61acbd4772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:01.975962 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-71255b27-2ea0-4345-ae3c-9d61acbd4772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:02.043577 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-71255b27-2ea0-4345-ae3c-9d61acbd4772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:02.049052 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-86e399f5-c315-409f-8a9b-df04ba5e190a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:02.054206 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:02.063874 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71255b27-2ea0-4345-ae3c-9d61acbd4772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7352aa0-4e18-4701-9d13-0090cb5f0ea9,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:02.066841 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-71255b27-2ea0-4345-ae3c-9d61acbd4772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:02.069060 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-71255b27-2ea0-4345-ae3c-9d61acbd4772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:02.074735 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-71255b27-2ea0-4345-ae3c-9d61acbd4772 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b7352aa0-4e18-4701-9d13-0090cb5f0ea9 HTTP/1.1" status: 204  len: 168 time: 0.1906376
Jun 17 14:54:02.439633 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 45930) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:02.458286 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fc54e804-7fbe-4b52-9f25-2c8beb53f892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:02.473418 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-fc54e804-7fbe-4b52-9f25-2c8beb53f892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:54:02.477333 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-fc54e804-7fbe-4b52-9f25-2c8beb53f892 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ed89224cfe4b6192ff6ef3bf39696b is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:54:02.481131 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-fc54e804-7fbe-4b52-9f25-2c8beb53f892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:54:02.495854 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-fc54e804-7fbe-4b52-9f25-2c8beb53f892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:54:02.630025 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fc54e804-7fbe-4b52-9f25-2c8beb53f892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:02.635733 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fc54e804-7fbe-4b52-9f25-2c8beb53f892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:02.652620 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4c31ca29-cb1f-47e9-ad83-60bd34d6e122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:02.696276 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-fc54e804-7fbe-4b52-9f25-2c8beb53f892 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a5ed89224cfe4b6192ff6ef3bf39696b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2554882
Jun 17 14:54:02.698072 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54e804-7fbe-4b52-9f25-2c8beb53f892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530742b9-07c3-47fd-a66c-7c43585e9009,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:02.699477 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 45938) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:02.701319 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-fc54e804-7fbe-4b52-9f25-2c8beb53f892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:02.773948 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0a068d73-eeff-4929-a83a-de44938d8e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:02.805160 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0a068d73-eeff-4929-a83a-de44938d8e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:02.862663 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0a068d73-eeff-4929-a83a-de44938d8e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:02.866594 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-bc894f0e-6507-4439-9146-4e7e73950398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:02.881354 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a068d73-eeff-4929-a83a-de44938d8e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530742b9-07c3-47fd-a66c-7c43585e9009,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:02.885105 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0a068d73-eeff-4929-a83a-de44938d8e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:02.892669 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0a068d73-eeff-4929-a83a-de44938d8e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:02.893823 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-0a068d73-eeff-4929-a83a-de44938d8e41 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/530742b9-07c3-47fd-a66c-7c43585e9009 HTTP/1.1" status: 204  len: 168 time: 0.1913383
Jun 17 14:54:04.964776 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 46010) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:05.145093 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3d84210f-bc2a-4f39-8e89-abfc8839da4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:05.162739 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3d84210f-bc2a-4f39-8e89-abfc8839da4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:54:05.168839 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3d84210f-bc2a-4f39-8e89-abfc8839da4d admin admin] Usage tracker for resource:security_group_rule and tenant:9cf338afb6324e3c9b16dd036a78ec73 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:54:05.173524 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3d84210f-bc2a-4f39-8e89-abfc8839da4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:54:05.184222 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3d84210f-bc2a-4f39-8e89-abfc8839da4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:54:05.273207 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3d84210f-bc2a-4f39-8e89-abfc8839da4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:05.277475 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3d84210f-bc2a-4f39-8e89-abfc8839da4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:05.284932 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ccd0371d-98bc-4fa0-82ac-6c0f9f747941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:05.328454 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-3d84210f-bc2a-4f39-8e89-abfc8839da4d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9cf338afb6324e3c9b16dd036a78ec73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3622706
Jun 17 14:54:05.329471 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84210f-bc2a-4f39-8e89-abfc8839da4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c052b1a-483e-4733-adad-53b066202d7f,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:05.331329 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46016) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:05.333331 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3d84210f-bc2a-4f39-8e89-abfc8839da4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:05.397934 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:05.438036 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:05.502971 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:05.506833 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-16546809-e4ad-4e0d-af4f-03409ecbd6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:05.520441 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c052b1a-483e-4733-adad-53b066202d7f,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:05.529699 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:05.530079 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:05.530561 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:05.530833 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:05.531193 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:05.531589 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:05.531955 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:05.532309 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:05.532666 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:05.533024 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:05.533411 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:05.533790 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:05.536663 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:05.540349 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6c052b1a-483e-4733-adad-53b066202d7f HTTP/1.1" status: 204  len: 168 time: 0.2056763
Jun 17 14:54:05.540349 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d3adb525-32a1-495e-982d-1dda1a70bf59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:05.870955 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 46030) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:05.888782 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bf23ebbb-8307-4deb-955f-21b2d4dc6b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:05.903959 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-bf23ebbb-8307-4deb-955f-21b2d4dc6b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:54:05.907966 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-bf23ebbb-8307-4deb-955f-21b2d4dc6b01 admin admin] Usage tracker for resource:security_group_rule and tenant:8bfac343153f45af92cb86e08a2a9d96 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:54:05.910140 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f679803-4ea3-4188-a938-268b88309664 req-f8b3df00-3093-4eb1-8af6-9c3999e0bb9a tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:05.910952 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-bf23ebbb-8307-4deb-955f-21b2d4dc6b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:54:05.912219 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4f679803-4ea3-4188-a938-268b88309664 req-f8b3df00-3093-4eb1-8af6-9c3999e0bb9a tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 946 time: 0.0962846
Jun 17 14:54:05.917918 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-bf23ebbb-8307-4deb-955f-21b2d4dc6b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:54:05.973625 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4f679803-4ea3-4188-a938-268b88309664 req-d5951dae-8cca-487e-ad6c-1dfde7831b10 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522103
Jun 17 14:54:06.034089 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bf23ebbb-8307-4deb-955f-21b2d4dc6b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:06.038526 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-bf23ebbb-8307-4deb-955f-21b2d4dc6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:06.046567 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3dd457a8-b5c0-4416-993f-642771863ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:06.089776 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-bf23ebbb-8307-4deb-955f-21b2d4dc6b01 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8bfac343153f45af92cb86e08a2a9d96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2175472
Jun 17 14:54:06.090560 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23ebbb-8307-4deb-955f-21b2d4dc6b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8b9255-255b-47f3-9998-3310fd9e2bc0,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:06.092551 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46036) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:06.093477 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-bf23ebbb-8307-4deb-955f-21b2d4dc6b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:06.166397 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-917609da-fbf6-452d-a44e-08c0a621e361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:06.200539 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-917609da-fbf6-452d-a44e-08c0a621e361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:06.264961 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-917609da-fbf6-452d-a44e-08c0a621e361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:06.269352 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b4c2158f-0996-4b6f-8ab3-cb44b82d6d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:06.283696 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917609da-fbf6-452d-a44e-08c0a621e361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8b9255-255b-47f3-9998-3310fd9e2bc0,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:06.286595 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-917609da-fbf6-452d-a44e-08c0a621e361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:06.288701 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-917609da-fbf6-452d-a44e-08c0a621e361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:06.292363 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-917609da-fbf6-452d-a44e-08c0a621e361 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ef8b9255-255b-47f3-9998-3310fd9e2bc0 HTTP/1.1" status: 204  len: 168 time: 0.1961851
Jun 17 14:54:07.180142 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2fb80-dddd-463f-b2af-f6c7104231eb req-9d0ba094-1009-4929-9b50-c3ee3c1953d1 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:07.181807 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e1d2fb80-dddd-463f-b2af-f6c7104231eb req-9d0ba094-1009-4929-9b50-c3ee3c1953d1 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 946 time: 0.0885115
Jun 17 14:54:07.238756 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e1d2fb80-dddd-463f-b2af-f6c7104231eb req-6c2f3b3d-d19d-475e-9c70-aedd4abcd602 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473125
Jun 17 14:54:07.490788 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46072) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:07.616010 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2da5d3c4-1070-4fc3-bb88-200da82180b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:07.631066 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2da5d3c4-1070-4fc3-bb88-200da82180b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:54:07.634890 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-2da5d3c4-1070-4fc3-bb88-200da82180b2 admin admin] Usage tracker for resource:security_group_rule and tenant:c0c416fde48445d68c43e8b67694112f is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:54:07.637933 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-2da5d3c4-1070-4fc3-bb88-200da82180b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:54:07.643653 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2da5d3c4-1070-4fc3-bb88-200da82180b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:54:07.732767 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2da5d3c4-1070-4fc3-bb88-200da82180b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:07.737788 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2da5d3c4-1070-4fc3-bb88-200da82180b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:07.748423 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9602bec9-0f78-415d-b9c1-42ce7abaa727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:07.787634 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-2da5d3c4-1070-4fc3-bb88-200da82180b2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c0c416fde48445d68c43e8b67694112f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2957685
Jun 17 14:54:07.789309 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5d3c4-1070-4fc3-bb88-200da82180b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168797c2-d37e-4916-b209-f3da47e4ac88,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:07.790452 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 46078) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:07.793367 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2da5d3c4-1070-4fc3-bb88-200da82180b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:07.856316 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f206c7e-a826-4ffe-9e37-e7d827136ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:07.885854 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f206c7e-a826-4ffe-9e37-e7d827136ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:07.908906 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce6301-d365-4e54-9a8e-12551ccd4aeb req-62f78cb2-a164-46a9-bd54-a14b9b602ddb tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:07.910352 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6dce6301-d365-4e54-9a8e-12551ccd4aeb req-62f78cb2-a164-46a9-bd54-a14b9b602ddb tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.37 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 946 time: 0.0861197
Jun 17 14:54:07.941255 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f206c7e-a826-4ffe-9e37-e7d827136ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:07.945155 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-11d7b31b-9c89-456b-bbde-1fb4aa371b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:07.959431 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f206c7e-a826-4ffe-9e37-e7d827136ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168797c2-d37e-4916-b209-f3da47e4ac88,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:07.963233 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3f206c7e-a826-4ffe-9e37-e7d827136ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:07.978558 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3f206c7e-a826-4ffe-9e37-e7d827136ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:07.987934 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-3f206c7e-a826-4ffe-9e37-e7d827136ef8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/168797c2-d37e-4916-b209-f3da47e4ac88 HTTP/1.1" status: 204  len: 168 time: 0.1904683
Jun 17 14:54:07.988722 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-6dce6301-d365-4e54-9a8e-12551ccd4aeb req-92cdb432-d192-405f-b9d4-d0001c27ec0b tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Deleting port fab78348-de28-4d9a-afb0-000cecfea844 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:54:07.989068 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-6dce6301-d365-4e54-9a8e-12551ccd4aeb req-92cdb432-d192-405f-b9d4-d0001c27ec0b tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:08.359019 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-6dce6301-d365-4e54-9a8e-12551ccd4aeb req-92cdb432-d192-405f-b9d4-d0001c27ec0b tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] For port fab78348-de28-4d9a-afb0-000cecfea844, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=fab78348-de28-4d9a-afb0-000cecfea844,segment=NetworkSegment(73f3b88a-cdb6-4418-9a6e-428ff2347641),segment_id=73f3b88a-cdb6-4418-9a6e-428ff2347641)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:54:08.360162 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-6dce6301-d365-4e54-9a8e-12551ccd4aeb req-92cdb432-d192-405f-b9d4-d0001c27ec0b tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:08.543009 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-6dce6301-d365-4e54-9a8e-12551ccd4aeb req-92cdb432-d192-405f-b9d4-d0001c27ec0b tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Calling delete_port for fab78348-de28-4d9a-afb0-000cecfea844 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:54:08.651702 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fc5c5-22ee-4bd9-8ec5-80200d2fa118 req-9b9fc04c-1e2a-435a-8674-0160ac7af385 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:08.651702 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b37fc5c5-22ee-4bd9-8ec5-80200d2fa118 req-9b9fc04c-1e2a-435a-8674-0160ac7af385 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/ports?device_id=00cd7ac1-c162-415d-b633-d93baf52f192 HTTP/1.1" status: 200  len: 946 time: 0.2787390
Jun 17 14:54:08.756349 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b37fc5c5-22ee-4bd9-8ec5-80200d2fa118 req-5b2e2fc6-8aeb-4a9f-9383-7ff3146c12a5 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.89 "GET /v2.0/security-groups?id=a40fffab-184a-4535-aba5-d3ea10712214&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752316
Jun 17 14:54:08.761688 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-6dce6301-d365-4e54-9a8e-12551ccd4aeb req-92cdb432-d192-405f-b9d4-d0001c27ec0b tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:08.767559 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-903d5383-b325-4f13-a2a9-230dab3c78de tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:08.800968 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['fab78348-de28-4d9a-afb0-000cecfea844'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:54:08.814017 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdb432-d192-405f-b9d4-d0001c27ec0b tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Pushing event deleted for resources: {'Port': ['ID=fab78348-de28-4d9a-afb0-000cecfea844,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:08.818054 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-92cdb432-d192-405f-b9d4-d0001c27ec0b tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:08.906307 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dce6301-d365-4e54-9a8e-12551ccd4aeb req-92cdb432-d192-405f-b9d4-d0001c27ec0b tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] No DVR routers for this DVR port fab78348-de28-4d9a-afb0-000cecfea844 on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:54:08.908884 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-6dce6301-d365-4e54-9a8e-12551ccd4aeb req-92cdb432-d192-405f-b9d4-d0001c27ec0b tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:08.911655 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cd7ac1-c162-415d-b633-d93baf52f192', 'name': 'network-vif-deleted', 'tag': 'fab78348-de28-4d9a-afb0-000cecfea844'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:54:08.935927 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-6dce6301-d365-4e54-9a8e-12551ccd4aeb req-92cdb432-d192-405f-b9d4-d0001c27ec0b tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] 10.222.0.37 "DELETE /v2.0/ports/fab78348-de28-4d9a-afb0-000cecfea844 HTTP/1.1" status: 204  len: 173 time: 1.0187790
Jun 17 14:54:08.973308 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cd7ac1-c162-415d-b633-d93baf52f192', 'name': 'network-vif-deleted', 'tag': 'fab78348-de28-4d9a-afb0-000cecfea844', 'status': 'completed', 'code': 200}
Jun 17 14:54:12.786535 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device fab78348-de28-4d9a-afb0-000cecfea844 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:54:12.829769 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: fab78348-de28-4d9a-afb0-000cecfea844 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:54:12.830117 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device fab78348-de28-4d9a-afb0-000cecfea844 not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:54:14.437101 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:54:19.670795 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 46218) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:19.797582 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc31c-5be4-45a3-9a7b-552117c37fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:19.814166 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2e3bc31c-5be4-45a3-9a7b-552117c37fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:54:19.819004 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-2e3bc31c-5be4-45a3-9a7b-552117c37fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:1e3d5d386a2749abaa6a6133d18ccfd9 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:54:19.822032 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-2e3bc31c-5be4-45a3-9a7b-552117c37fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:54:19.827944 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2e3bc31c-5be4-45a3-9a7b-552117c37fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:54:19.920698 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc31c-5be4-45a3-9a7b-552117c37fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:19.925251 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc31c-5be4-45a3-9a7b-552117c37fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:19.934342 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-20fea4ae-a04e-4f94-933b-0b74c8c48f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:19.974839 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-2e3bc31c-5be4-45a3-9a7b-552117c37fc5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1e3d5d386a2749abaa6a6133d18ccfd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3027213
Jun 17 14:54:19.976446 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bc31c-5be4-45a3-9a7b-552117c37fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcc5e72-c575-41a0-9ec6-dbfcdca25922,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:19.980346 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2e3bc31c-5be4-45a3-9a7b-552117c37fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:19.981050 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46230) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:20.004076 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:20.062818 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6d2aa70f-ab9d-49a5-93ba-00a6b05bf22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:20.091317 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6d2aa70f-ab9d-49a5-93ba-00a6b05bf22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:20.149704 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6d2aa70f-ab9d-49a5-93ba-00a6b05bf22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:20.155090 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2dec2671-2687-4d24-863b-eb274e814d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:20.168918 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2aa70f-ab9d-49a5-93ba-00a6b05bf22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcc5e72-c575-41a0-9ec6-dbfcdca25922,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:20.171862 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6d2aa70f-ab9d-49a5-93ba-00a6b05bf22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:20.173854 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6d2aa70f-ab9d-49a5-93ba-00a6b05bf22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:20.177216 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-6d2aa70f-ab9d-49a5-93ba-00a6b05bf22a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5dcc5e72-c575-41a0-9ec6-dbfcdca25922 HTTP/1.1" status: 204  len: 168 time: 0.1923180
Jun 17 14:54:22.543437 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-332e9907-7f6f-4779-a1da-67beb855457d req-55885f58-9e80-4ef0-90c6-c069018c3d8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0796645
Jun 17 14:54:22.726939 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e9907-7f6f-4779-a1da-67beb855457d req-33909300-213a-4981-a4a7-879bc46f74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:22.726939 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-332e9907-7f6f-4779-a1da-67beb855457d req-33909300-213a-4981-a4a7-879bc46f74c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 1099 time: 0.0863855
Jun 17 14:54:22.899710 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e9907-7f6f-4779-a1da-67beb855457d req-f87a3a9a-5ecf-49db-98c7-af82da66a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:22.904049 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-332e9907-7f6f-4779-a1da-67beb855457d req-f87a3a9a-5ecf-49db-98c7-af82da66a3e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 919 time: 0.1575236
Jun 17 14:54:23.027992 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-332e9907-7f6f-4779-a1da-67beb855457d req-1ea59700-2c2f-41a3-9024-84033f83c9f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143 HTTP/1.1" status: 200  len: 1001 time: 0.1167111
Jun 17 14:54:23.093605 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e9907-7f6f-4779-a1da-67beb855457d req-1521e8e2-4b0d-4d4b-8532-7c6c1558cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:23.094960 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-332e9907-7f6f-4779-a1da-67beb855457d req-1521e8e2-4b0d-4d4b-8532-7c6c1558cd74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79b36810-c5a0-4a5e-865e-b3adb3b23fb7 HTTP/1.1" status: 200  len: 856 time: 0.0607378
Jun 17 14:54:23.177017 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e9907-7f6f-4779-a1da-67beb855457d req-d5054c9d-6e1c-47ed-b636-4c974483ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:23.178495 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-332e9907-7f6f-4779-a1da-67beb855457d req-d5054c9d-6e1c-47ed-b636-4c974483ed9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=748ba6a5-b967-482a-a2f5-884fcde7ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769188
Jun 17 14:54:23.316829 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-332e9907-7f6f-4779-a1da-67beb855457d req-ac1d4fcf-27f2-4b3e-a4b5-9ebb462ca8ed service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311922
Jun 17 14:54:23.450845 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-332e9907-7f6f-4779-a1da-67beb855457d req-1754e44d-eb02-4684-8b78-3d3c8c951f9c service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271684
Jun 17 14:54:24.496749 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:24.732256 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-90ac2062-1396-484b-b4ee-43066690b6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:28.608660 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-08b829d6-40b1-4af1-bf2d-73e699fd128d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:29.909019 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:32.006820 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:38.035965 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46476) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:38.100196 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_v2 [None req-647f5ff5-b02e-4b24-a6c0-3493352891c5 admin admin] Deleting subnet f86b4769-cff6-4185-ad2a-12388c16c210 {{(pid=78705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:54:38.104293 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-647f5ff5-b02e-4b24-a6c0-3493352891c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:38.170021 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-647f5ff5-b02e-4b24-a6c0-3493352891c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1291852'] for subnet, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:38.346992 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-647f5ff5-b02e-4b24-a6c0-3493352891c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:38.624066 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-647f5ff5-b02e-4b24-a6c0-3493352891c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10571723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10568787'] for subnet, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:38.628474 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e077f213-25be-4208-bca3-37140e7b4347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:38.668280 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f5ff5-b02e-4b24-a6c0-3493352891c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f86b4769-cff6-4185-ad2a-12388c16c210,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:38.670877 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-647f5ff5-b02e-4b24-a6c0-3493352891c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:38.678203 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-647f5ff5-b02e-4b24-a6c0-3493352891c5 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/f86b4769-cff6-4185-ad2a-12388c16c210 HTTP/1.1" status: 204  len: 168 time: 0.6400666
Jun 17 14:54:38.678203 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-647f5ff5-b02e-4b24-a6c0-3493352891c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:38.679536 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46482) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:38.802041 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:38.945261 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:38.959969 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b22f94400>,) {'filters': {'network_id': ['8806f1c4-6179-4945-b976-2e1f44053731']}} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:54:38.977330 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b22f94400>, '73f3b88a-cdb6-4418-9a6e-428ff2347641') {'for_net_delete': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:54:38.977330 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b22f94400>, '73f3b88a-cdb6-4418-9a6e-428ff2347641') {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:54:38.987464 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1291899'] for segment, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:39.005007 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:39.012290 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=78705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:54:39.012676 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10569833'] for segment, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]: Traceback (most recent call last):
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     timer()
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     cb(*args, **kw)
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     return func(*args, **kwargs)
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     self._notify()
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     self.callback(batched_events)
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     event.method(event)
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     return f(self, *a, **k)
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._get(url).json()
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:54:39.026071 dv-cinder-796859-1-iscsi neutron-server[78705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:54:39.108714 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:39.114405 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:39.129394 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:39.140860 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=8806f1c4-6179-4945-b976-2e1f44053731,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:39.144237 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:39.153239 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] 10.222.0.89 "DELETE /v2.0/networks/8806f1c4-6179-4945-b976-2e1f44053731 HTTP/1.1" status: 204  len: 168 time: 0.4704030
Jun 17 14:54:39.355598 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 46492) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:39.409210 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-b5fd1b63-f7c4-40e0-8199-9aadfc3e8b92 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=06ce600d041344d1b304c6eff1830091&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0523825
Jun 17 14:54:39.413887 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 46496) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:39.480557 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:39.511017 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:39.572630 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:39.576503 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-bf23ebbb-8307-4deb-955f-21b2d4dc6b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:39.591591 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40fffab-184a-4535-aba5-d3ea10712214,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:39.601743 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:39.602123 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:39.602496 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:39.602946 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:39.603275 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:39.604218 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:39.604582 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:39.604932 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:39.605927 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:39.605927 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:39.606478 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:39.606478 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:39.611764 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:39.622621 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:39.623893 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-249bdb74-8a9b-4b97-8b2e-f53321771aaf admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a40fffab-184a-4535-aba5-d3ea10712214 HTTP/1.1" status: 204  len: 168 time: 0.2090626
Jun 17 14:54:45.373780 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc39042-afa0-4ff6-95b0-2365c6ce9757 req-3b71b425-f7b5-41fb-b4c3-64e0117f6bca tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:45.375167 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-adc39042-afa0-4ff6-95b0-2365c6ce9757 req-3b71b425-f7b5-41fb-b4c3-64e0117f6bca tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.0848858
Jun 17 14:54:45.427458 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-adc39042-afa0-4ff6-95b0-2365c6ce9757 req-46cb48ff-471c-4e9c-9a50-cadc5eca7f81 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459297
Jun 17 14:54:46.652829 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d2202-23a4-4a55-9732-2ad73388d32f req-af0e64fb-b2ac-40a1-a183-48296ad8fa80 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:46.654359 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a01d2202-23a4-4a55-9732-2ad73388d32f req-af0e64fb-b2ac-40a1-a183-48296ad8fa80 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.1072235
Jun 17 14:54:46.705092 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a01d2202-23a4-4a55-9732-2ad73388d32f req-ca334eef-6d6d-43ab-a3f4-dd802aed2f6d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445812
Jun 17 14:54:48.267820 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa9d59-13d1-4b80-ba4c-cc91c62bff13 req-0243e005-df8c-48bf-a2bb-daaa9335196c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:48.269234 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f3fa9d59-13d1-4b80-ba4c-cc91c62bff13 req-0243e005-df8c-48bf-a2bb-daaa9335196c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.1800153
Jun 17 14:54:48.327122 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f3fa9d59-13d1-4b80-ba4c-cc91c62bff13 req-2b5b517a-7ccc-46b4-8be4-ae5fe7648872 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505898
Jun 17 14:54:49.545235 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dc13a-f68f-4ddc-9cc6-0a87ffdedf70 req-166744e3-cf79-41c0-8f3d-a2025009408c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:49.547018 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b11dc13a-f68f-4ddc-9cc6-0a87ffdedf70 req-166744e3-cf79-41c0-8f3d-a2025009408c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.0948870
Jun 17 14:54:49.603043 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b11dc13a-f68f-4ddc-9cc6-0a87ffdedf70 req-3ad8f731-de12-424e-b7bb-fd5df9364b6c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500677
Jun 17 14:54:50.020154 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:50.814083 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b1ab7-c95a-4848-9a56-6705e4b7ab9f req-4fb3d98a-8cee-4fa2-9036-2147de2cfe99 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:50.815665 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b63b1ab7-c95a-4848-9a56-6705e4b7ab9f req-4fb3d98a-8cee-4fa2-9036-2147de2cfe99 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.0976372
Jun 17 14:54:50.865383 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b63b1ab7-c95a-4848-9a56-6705e4b7ab9f req-ba899f19-c3d3-470b-8e20-8cf22cf13dee tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438054
Jun 17 14:54:51.437713 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:54:52.216614 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfc0ed-27e7-4546-9963-03a20f5033e5 req-28710876-99cc-4fe1-a9a6-882ef9e4f798 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:52.218142 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-50cfc0ed-27e7-4546-9963-03a20f5033e5 req-28710876-99cc-4fe1-a9a6-882ef9e4f798 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.0895982
Jun 17 14:54:52.273628 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-50cfc0ed-27e7-4546-9963-03a20f5033e5 req-427ea6c7-77c6-4ee7-b479-f8e0cd1f349f tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477197
Jun 17 14:54:53.494570 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa505aef-b171-4532-931a-a4c63709fb85 req-39a1788e-b3b7-44ab-99f0-054dd209dc76 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:53.496278 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-aa505aef-b171-4532-931a-a4c63709fb85 req-39a1788e-b3b7-44ab-99f0-054dd209dc76 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.0936933
Jun 17 14:54:53.551264 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-aa505aef-b171-4532-931a-a4c63709fb85 req-6607f412-0c02-4b70-9252-58e730328e07 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490685
Jun 17 14:54:54.504302 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:54.736156 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-831a2f4f-c152-414f-91f1-278dad91a012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:54.795422 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6073d57-2f21-4b25-bd88-188addecc784 req-abcd35f6-dc4a-43b7-8948-8988615ed40c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:54.797453 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c6073d57-2f21-4b25-bd88-188addecc784 req-abcd35f6-dc4a-43b7-8948-8988615ed40c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.0963058
Jun 17 14:54:54.846581 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-c6073d57-2f21-4b25-bd88-188addecc784 req-0a26d8a4-2556-43cb-963a-902ae13c79d6 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428905
Jun 17 14:54:56.052062 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6ceb7-434b-4e4a-a3b8-67e610e2c5e9 req-f65b8953-dd71-4510-995d-49b4e736e7ec tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:56.053738 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8da6ceb7-434b-4e4a-a3b8-67e610e2c5e9 req-f65b8953-dd71-4510-995d-49b4e736e7ec tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.0842266
Jun 17 14:54:56.106850 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8da6ceb7-434b-4e4a-a3b8-67e610e2c5e9 req-52aca40e-23a0-47b8-aa9a-f1e876af976f tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469882
Jun 17 14:54:57.335952 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c8cc3-eec8-4f0e-8762-656dae45e596 req-f279cd79-1cac-4df6-8b80-a53531a32920 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:57.338443 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b79c8cc3-eec8-4f0e-8762-656dae45e596 req-f279cd79-1cac-4df6-8b80-a53531a32920 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.1015565
Jun 17 14:54:57.392363 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b79c8cc3-eec8-4f0e-8762-656dae45e596 req-bf116dae-143a-475b-a799-05dcfeca7987 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477996
Jun 17 14:54:57.946813 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device faa2af25-1aba-486b-829f-4cdcdf8b2143 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:54:58.093088 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port faa2af25-1aba-486b-829f-4cdcdf8b2143, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:54:58.109829 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'port_id': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'mac_address': 'fa:16:3e:15:57:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:54:58.179270 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:58.199869 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faa2af25-1aba-486b-829f-4cdcdf8b2143 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:54:58.219103 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port faa2af25-1aba-486b-829f-4cdcdf8b2143, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:54:58.224976 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:58.226777 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:58.300181 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=faa2af25-1aba-486b-829f-4cdcdf8b2143,revision_number=6']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:58.311465 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:58.311814 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:58.312151 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:58.312490 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:58.312818 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:58.313235 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:58.313469 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:58.313790 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:58.314109 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:58.314433 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:58.314749 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:58.315063 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:54:58.319400 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:58.378824 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['faa2af25-1aba-486b-829f-4cdcdf8b2143'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:54:58.642403 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-186b4e60-646b-42c9-bc7d-72bcaf1e6aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:58.677337 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e156b0-fb2d-4d09-bf2f-e60f21bc14d8 req-c8d96de7-d77f-468b-b100-4207478bfa5a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:54:58.679150 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b2e156b0-fb2d-4d09-bf2f-e60f21bc14d8 req-c8d96de7-d77f-468b-b100-4207478bfa5a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 945 time: 0.1458104
Jun 17 14:54:58.745156 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b2e156b0-fb2d-4d09-bf2f-e60f21bc14d8 req-cd17099a-e75d-4b61-bf0d-2e174cf0af0e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591488
Jun 17 14:54:59.059819 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 46652) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:59.233247 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d50bf4d4-9020-45b0-adba-ec43b7477a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:59.251510 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d50bf4d4-9020-45b0-adba-ec43b7477a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:54:59.256232 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-d50bf4d4-9020-45b0-adba-ec43b7477a00 admin admin] Usage tracker for resource:security_group_rule and tenant:c12c04f317c6474681b791dd433d39c8 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:54:59.262962 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-d50bf4d4-9020-45b0-adba-ec43b7477a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:54:59.269743 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d50bf4d4-9020-45b0-adba-ec43b7477a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:54:59.388055 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d50bf4d4-9020-45b0-adba-ec43b7477a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:59.393409 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d50bf4d4-9020-45b0-adba-ec43b7477a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:59.401996 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5ebac86a-340a-4124-963f-0414173b7998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:59.441175 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bf4d4-9020-45b0-adba-ec43b7477a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d0f3e2-f059-47c4-897b-b42f74a54b9e,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:59.446296 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d50bf4d4-9020-45b0-adba-ec43b7477a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:59.472069 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-d50bf4d4-9020-45b0-adba-ec43b7477a00 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c12c04f317c6474681b791dd433d39c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4106023
Jun 17 14:54:59.472309 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46658) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:54:59.541456 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9827b5f4-ed09-4350-8afe-99b6e942f8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:59.580386 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9827b5f4-ed09-4350-8afe-99b6e942f8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:59.650980 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9827b5f4-ed09-4350-8afe-99b6e942f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:59.660916 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4cec3a3b-5ad6-4b9f-83c4-5a3b3a5503fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:54:59.678174 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827b5f4-ed09-4350-8afe-99b6e942f8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d0f3e2-f059-47c4-897b-b42f74a54b9e,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:54:59.681895 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9827b5f4-ed09-4350-8afe-99b6e942f8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:54:59.690811 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9827b5f4-ed09-4350-8afe-99b6e942f8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:59.692791 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-9827b5f4-ed09-4350-8afe-99b6e942f8e7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/94d0f3e2-f059-47c4-897b-b42f74a54b9e HTTP/1.1" status: 204  len: 168 time: 0.2193503
Jun 17 14:54:59.935605 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:54:59.956273 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device faa2af25-1aba-486b-829f-4cdcdf8b2143 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:55:00.020184 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e47b95-ae11-42ce-97d0-31e39ede87bd req-c0382aac-37af-4e17-9a77-49f7ed74d641 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:00.028476 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-37e47b95-ae11-42ce-97d0-31e39ede87bd req-c0382aac-37af-4e17-9a77-49f7ed74d641 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 945 time: 0.1146450
Jun 17 14:55:00.068332 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port faa2af25-1aba-486b-829f-4cdcdf8b2143 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:55:00.069144 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:00.100779 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-37e47b95-ae11-42ce-97d0-31e39ede87bd req-d277bb69-d429-4425-a6dd-4b5fed764a79 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707850
Jun 17 14:55:00.221332 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:00.255447 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa2af25-1aba-486b-829f-4cdcdf8b2143'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:55:00.288458 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port faa2af25-1aba-486b-829f-4cdcdf8b2143, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:55:00.296634 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:00.299636 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-c051ed80-db89-4532-af42-128edd4eef4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:55:00.345282 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'code': 200}
Jun 17 14:55:00.401278 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=faa2af25-1aba-486b-829f-4cdcdf8b2143,revision_number=7']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:55:00.411442 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:55:01.314873 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6c9cf-2bcd-466c-9eb4-7435a22beacd req-8c3e258f-3e8c-4ab4-a8ea-f0e9dd51d87e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:01.317254 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ebd6c9cf-2bcd-466c-9eb4-7435a22beacd req-8c3e258f-3e8c-4ab4-a8ea-f0e9dd51d87e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.0941396
Jun 17 14:55:01.375356 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ebd6c9cf-2bcd-466c-9eb4-7435a22beacd req-79ac9627-beea-44ef-a2e7-5a8d2833cf68 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519011
Jun 17 14:55:02.018084 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:02.635891 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68216d30-0aba-4683-acc5-99f1aaf9a703 req-72cd1089-0f83-4c7a-9150-cb25d1e35dab tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:02.640098 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-68216d30-0aba-4683-acc5-99f1aaf9a703 req-72cd1089-0f83-4c7a-9150-cb25d1e35dab tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.1293926
Jun 17 14:55:02.699065 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-68216d30-0aba-4683-acc5-99f1aaf9a703 req-5c40c037-51a6-477d-a0e6-eb71fd787fd1 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526891
Jun 17 14:55:03.936715 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8685e-a5e1-4d64-a3ad-5d149ceb461d req-9629a231-09e8-4139-918f-f1fed48bfc09 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:03.938891 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7dd8685e-a5e1-4d64-a3ad-5d149ceb461d req-9629a231-09e8-4139-918f-f1fed48bfc09 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.1091940
Jun 17 14:55:04.006505 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7dd8685e-a5e1-4d64-a3ad-5d149ceb461d req-975fce6f-fadf-43d9-abb8-83bf3d15564d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598118
Jun 17 14:55:05.236828 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377d879-2121-4ec7-8c5c-7b1301e1861d req-07fcd8c0-9269-493d-80e9-551175242afe tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:05.239170 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5377d879-2121-4ec7-8c5c-7b1301e1861d req-07fcd8c0-9269-493d-80e9-551175242afe tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.0997419
Jun 17 14:55:05.297241 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5377d879-2121-4ec7-8c5c-7b1301e1861d req-c3f0e2c5-5c3e-4e0d-9f29-a7b48e0e7e71 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486491
Jun 17 14:55:06.559491 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be9de2-0ab3-4599-b4b1-ab5e2615e827 req-27d152ca-153c-4971-b10b-04661374d1bb tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:06.560941 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b8be9de2-0ab3-4599-b4b1-ab5e2615e827 req-27d152ca-153c-4971-b10b-04661374d1bb tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.1291103
Jun 17 14:55:06.725191 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b8be9de2-0ab3-4599-b4b1-ab5e2615e827 req-7b2ccaa5-bdaa-4562-9762-052ef83445db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1570961
Jun 17 14:55:07.959327 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d4612-155f-4b26-bf57-0cb8406f907f req-c25c3c4a-47ff-47e3-b3b3-39354743a3cc tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:07.966904 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ac4d4612-155f-4b26-bf57-0cb8406f907f req-c25c3c4a-47ff-47e3-b3b3-39354743a3cc tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.1091504
Jun 17 14:55:08.015925 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ac4d4612-155f-4b26-bf57-0cb8406f907f req-59b83ec3-a312-4953-9511-b4b082ef8cd2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477643
Jun 17 14:55:09.146181 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d0496-2ac6-40d1-ad84-24ed0dc3dd46 req-aaebbff0-fcd9-4473-b60f-4926d5e9970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:09.148799 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d00d0496-2ac6-40d1-ad84-24ed0dc3dd46 req-aaebbff0-fcd9-4473-b60f-4926d5e9970b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 1099 time: 0.0901511
Jun 17 14:55:09.355567 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d0496-2ac6-40d1-ad84-24ed0dc3dd46 req-9e90d399-7a67-46a7-a306-4e6da758e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:09.356972 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d00d0496-2ac6-40d1-ad84-24ed0dc3dd46 req-9e90d399-7a67-46a7-a306-4e6da758e074 service neutron] 10.222.0.37 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 919 time: 0.2005978
Jun 17 14:55:09.370827 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c84b4-c8a9-49ad-9111-94444c488fe3 req-9c33a16c-ff6a-472b-b49d-678b609d800e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:09.372443 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-645c84b4-c8a9-49ad-9111-94444c488fe3 req-9c33a16c-ff6a-472b-b49d-678b609d800e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.2144563
Jun 17 14:55:09.511346 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-645c84b4-c8a9-49ad-9111-94444c488fe3 req-8fd25679-2e9f-4281-b7f3-77ec2709c228 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875924
Jun 17 14:55:09.513254 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d00d0496-2ac6-40d1-ad84-24ed0dc3dd46 req-2c5d47a8-56bd-481c-844f-743acccdb20b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143 HTTP/1.1" status: 200  len: 1001 time: 0.1399066
Jun 17 14:55:09.583114 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d0496-2ac6-40d1-ad84-24ed0dc3dd46 req-0ddb87fa-a4c4-47e7-836d-912ce8dd94f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:09.584625 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d00d0496-2ac6-40d1-ad84-24ed0dc3dd46 req-0ddb87fa-a4c4-47e7-836d-912ce8dd94f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79b36810-c5a0-4a5e-865e-b3adb3b23fb7 HTTP/1.1" status: 200  len: 856 time: 0.0640862
Jun 17 14:55:09.668227 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d0496-2ac6-40d1-ad84-24ed0dc3dd46 req-1f7b85d0-bfb3-476f-af4c-51787b208efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:09.669684 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d00d0496-2ac6-40d1-ad84-24ed0dc3dd46 req-1f7b85d0-bfb3-476f-af4c-51787b208efa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=748ba6a5-b967-482a-a2f5-884fcde7ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783529
Jun 17 14:55:09.818703 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d00d0496-2ac6-40d1-ad84-24ed0dc3dd46 req-555103f4-d519-453b-9981-407a24b53249 service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411159
Jun 17 14:55:09.959417 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d00d0496-2ac6-40d1-ad84-24ed0dc3dd46 req-f78fa708-b33c-466b-82a8-8f4510d4105f service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334302
Jun 17 14:55:10.715125 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5beaf0-19c9-44f3-bbea-9eabfb7a1a51 req-109ca8d6-0f28-4785-9d6d-3a9c17df41b3 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:10.716663 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6c5beaf0-19c9-44f3-bbea-9eabfb7a1a51 req-109ca8d6-0f28-4785-9d6d-3a9c17df41b3 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.0858822
Jun 17 14:55:10.766077 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-6c5beaf0-19c9-44f3-bbea-9eabfb7a1a51 req-978a2f20-8a85-46ac-8ef1-68b5308730f2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435238
Jun 17 14:55:11.969425 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a30ab4-bc70-47a5-be7a-f9a95b9c9ec5 req-36a1bc7b-2bb5-401d-8088-697e09c4baac tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:11.970910 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-34a30ab4-bc70-47a5-be7a-f9a95b9c9ec5 req-36a1bc7b-2bb5-401d-8088-697e09c4baac tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 946 time: 0.0949185
Jun 17 14:55:12.019602 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-34a30ab4-bc70-47a5-be7a-f9a95b9c9ec5 req-b15906cc-06df-4792-acdb-60e70924ee0f tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418642
Jun 17 14:55:12.038212 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device faa2af25-1aba-486b-829f-4cdcdf8b2143 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:55:12.162426 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:12.194160 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa2af25-1aba-486b-829f-4cdcdf8b2143'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:55:12.204221 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port faa2af25-1aba-486b-829f-4cdcdf8b2143, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:55:12.210075 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:12.212362 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:55:12.244305 dv-cinder-796859-1-iscsi neutron-server[78707]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'code': 422} returned with failed status
Jun 17 14:55:12.286095 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=faa2af25-1aba-486b-829f-4cdcdf8b2143,revision_number=8']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:55:12.289650 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:55:13.572345 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d4f45-1f98-4779-9e74-4c0bc0216d56 req-0e293d1e-8c8e-49e3-b0ad-0a70aa8e2427 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:13.574176 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f73d4f45-1f98-4779-9e74-4c0bc0216d56 req-0e293d1e-8c8e-49e3-b0ad-0a70aa8e2427 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.0897086
Jun 17 14:55:13.580201 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-db5cca18-d4a9-454a-96e0-7382a496a602 req-0722c1b9-0555-401a-a39a-2752c1016347 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0765803
Jun 17 14:55:13.624883 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f73d4f45-1f98-4779-9e74-4c0bc0216d56 req-8f1ad5c7-1bad-4e89-973f-227eefb11512 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443337
Jun 17 14:55:14.095828 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cca18-d4a9-454a-96e0-7382a496a602 req-fa34a211-fdf5-4db9-a8b0-189625a115a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:14.097141 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-db5cca18-d4a9-454a-96e0-7382a496a602 req-fa34a211-fdf5-4db9-a8b0-189625a115a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e&tenant_id=9bb64eede5e845548ff53776d610b3b2 HTTP/1.1" status: 200  len: 1097 time: 0.0780177
Jun 17 14:55:14.207512 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cca18-d4a9-454a-96e0-7382a496a602 req-4f9c9e15-113d-4da5-bd0d-3619fbe0ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:14.209215 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-db5cca18-d4a9-454a-96e0-7382a496a602 req-4f9c9e15-113d-4da5-bd0d-3619fbe0ef93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 1097 time: 0.0760274
Jun 17 14:55:14.348045 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cca18-d4a9-454a-96e0-7382a496a602 req-976a3f2f-d5d3-448d-a58e-d887f324d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:14.349400 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-db5cca18-d4a9-454a-96e0-7382a496a602 req-976a3f2f-d5d3-448d-a58e-d887f324d8c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 919 time: 0.1335285
Jun 17 14:55:14.454358 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-db5cca18-d4a9-454a-96e0-7382a496a602 req-1ee3cfcf-6a73-48ac-8c47-56ef0e93b39a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143 HTTP/1.1" status: 200  len: 999 time: 0.0986314
Jun 17 14:55:14.519899 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cca18-d4a9-454a-96e0-7382a496a602 req-25984cc5-dee9-40b4-aff1-d08146e5752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:14.521321 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-db5cca18-d4a9-454a-96e0-7382a496a602 req-25984cc5-dee9-40b4-aff1-d08146e5752f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79b36810-c5a0-4a5e-865e-b3adb3b23fb7 HTTP/1.1" status: 200  len: 856 time: 0.0607579
Jun 17 14:55:14.725007 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cca18-d4a9-454a-96e0-7382a496a602 req-26401ec7-f7f1-4a5d-857e-f6fb9164d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:14.726483 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-db5cca18-d4a9-454a-96e0-7382a496a602 req-26401ec7-f7f1-4a5d-857e-f6fb9164d278 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=748ba6a5-b967-482a-a2f5-884fcde7ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1986575
Jun 17 14:55:14.866238 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-db5cca18-d4a9-454a-96e0-7382a496a602 req-bf2a0f7a-5c0c-47bb-a9cf-922cab3ebfa5 service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324806
Jun 17 14:55:14.998819 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21904d-8b2a-4552-a6f5-a0e7e7861fc5 req-cb4b7f0d-481f-46d9-934b-91d774711609 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:15.000455 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ef21904d-8b2a-4552-a6f5-a0e7e7861fc5 req-cb4b7f0d-481f-46d9-934b-91d774711609 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.2600260
Jun 17 14:55:15.007148 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-db5cca18-d4a9-454a-96e0-7382a496a602 req-031d0c66-cb05-4237-90a7-02ff6919a2cf service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339927
Jun 17 14:55:15.053491 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-ef21904d-8b2a-4552-a6f5-a0e7e7861fc5 req-284f71f4-584c-4bc7-8166-c57ed39fdbb3 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460324
Jun 17 14:55:16.316404 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd676c13-8a6a-4364-b3b8-1f39d86c68e5 req-e046c2c3-249d-4fae-9bde-dbc5a2009442 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:16.321957 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cd676c13-8a6a-4364-b3b8-1f39d86c68e5 req-e046c2c3-249d-4fae-9bde-dbc5a2009442 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.0934284
Jun 17 14:55:16.367059 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cd676c13-8a6a-4364-b3b8-1f39d86c68e5 req-13137ea8-74c7-4e7d-8c3c-429027bfe9a9 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425227
Jun 17 14:55:17.587952 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd3b6a-0ab2-4d75-9a42-1fc59f945e10 req-1e3d2e41-b639-4ccb-805f-aa8af4b536c6 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:17.589386 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b7bd3b6a-0ab2-4d75-9a42-1fc59f945e10 req-1e3d2e41-b639-4ccb-805f-aa8af4b536c6 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.0994976
Jun 17 14:55:17.648346 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b7bd3b6a-0ab2-4d75-9a42-1fc59f945e10 req-974bc36c-e49b-4fd0-ad44-50c8a6a4fa0d tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529428
Jun 17 14:55:18.870949 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489608d-6e83-4c45-a3f1-f0d274c94479 req-5e57412a-b25b-41db-90fb-d18a599e5e45 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:18.872926 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5489608d-6e83-4c45-a3f1-f0d274c94479 req-5e57412a-b25b-41db-90fb-d18a599e5e45 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.1030245
Jun 17 14:55:18.926561 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5489608d-6e83-4c45-a3f1-f0d274c94479 req-a47172ff-438e-46e6-9736-131c69d73325 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474904
Jun 17 14:55:20.026122 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:20.286007 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a6b8e-e153-4881-bc49-4b4497376864 req-c5f40f12-00c0-4522-8399-639b79fce60e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:20.287429 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b03a6b8e-e153-4881-bc49-4b4497376864 req-c5f40f12-00c0-4522-8399-639b79fce60e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.0857298
Jun 17 14:55:20.340438 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b03a6b8e-e153-4881-bc49-4b4497376864 req-9a260338-719b-4e1b-88c7-ab573ed92140 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463655
Jun 17 14:55:21.625865 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067d7b8-c636-4131-b26c-e9b298f50110 req-c3759ed3-4c13-439d-9bfe-74cc3a20df47 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:21.627429 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a067d7b8-c636-4131-b26c-e9b298f50110 req-c3759ed3-4c13-439d-9bfe-74cc3a20df47 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.1653030
Jun 17 14:55:21.678742 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a067d7b8-c636-4131-b26c-e9b298f50110 req-5f1207b6-b9c4-4a32-be2d-ce11a2ff7698 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454676
Jun 17 14:55:22.893356 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad9edb-ae85-4e3d-8b8c-17914cb2eb8e req-e84fd660-4439-44af-a254-150291be91da tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:22.894911 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a3ad9edb-ae85-4e3d-8b8c-17914cb2eb8e req-e84fd660-4439-44af-a254-150291be91da tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.0967278
Jun 17 14:55:22.946744 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a3ad9edb-ae85-4e3d-8b8c-17914cb2eb8e req-34d3728b-c9ca-4b59-abac-55f1d2f26251 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445385
Jun 17 14:55:24.160315 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e0a19-3777-4452-8d1b-1a8032ce89ed req-f607de1f-5d96-44b2-9532-c3951887983f tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:24.162150 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8c5e0a19-3777-4452-8d1b-1a8032ce89ed req-f607de1f-5d96-44b2-9532-c3951887983f tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.0962207
Jun 17 14:55:24.215289 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8c5e0a19-3777-4452-8d1b-1a8032ce89ed req-930aeb3d-afab-4105-b750-d76459d873fc tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472136
Jun 17 14:55:24.501827 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:24.744946 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b0b59d5b-a67e-41c1-8eb5-c2059b7c8c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:25.440608 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f9f37-d95f-4390-91bc-1814e27a2a0e req-d005e664-76ad-466a-8616-9bf83859d8bf tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:25.442172 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e21f9f37-d95f-4390-91bc-1814e27a2a0e req-d005e664-76ad-466a-8616-9bf83859d8bf tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.0943060
Jun 17 14:55:25.492248 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e21f9f37-d95f-4390-91bc-1814e27a2a0e req-8fa19f43-4860-436a-80ef-5d429fdbae65 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436525
Jun 17 14:55:26.819444 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69a3e-4d26-4dff-85e2-8e5c9c891739 req-9ca2aa2d-92f5-42ca-8d38-00cdba44efa7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:26.820858 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d7d69a3e-4d26-4dff-85e2-8e5c9c891739 req-9ca2aa2d-92f5-42ca-8d38-00cdba44efa7 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.1962962
Jun 17 14:55:26.881060 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d7d69a3e-4d26-4dff-85e2-8e5c9c891739 req-67713390-636d-4782-a033-16e00f195fe9 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475531
Jun 17 14:55:27.151251 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ea886-f9ca-4c46-9eed-c9c5cfb8c3d2 req-57895387-3b3d-4222-ba3a-99b178789f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:27.152760 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-385ea886-f9ca-4c46-9eed-c9c5cfb8c3d2 req-57895387-3b3d-4222-ba3a-99b178789f30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bb64eede5e845548ff53776d610b3b2&device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 1097 time: 0.0785503
Jun 17 14:55:27.318696 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ea886-f9ca-4c46-9eed-c9c5cfb8c3d2 req-dd534809-02de-463d-a600-abd94efb8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:27.320085 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-385ea886-f9ca-4c46-9eed-c9c5cfb8c3d2 req-dd534809-02de-463d-a600-abd94efb8a7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 200  len: 919 time: 0.1431458
Jun 17 14:55:27.431520 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-385ea886-f9ca-4c46-9eed-c9c5cfb8c3d2 req-b2e068f1-e36d-455a-b613-f061fbc83f53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143 HTTP/1.1" status: 200  len: 999 time: 0.1045489
Jun 17 14:55:27.510095 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ea886-f9ca-4c46-9eed-c9c5cfb8c3d2 req-2e582ed1-dae3-4b5c-bf1f-479f7fd79b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:27.511686 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-385ea886-f9ca-4c46-9eed-c9c5cfb8c3d2 req-2e582ed1-dae3-4b5c-bf1f-479f7fd79b23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79b36810-c5a0-4a5e-865e-b3adb3b23fb7 HTTP/1.1" status: 200  len: 856 time: 0.0725315
Jun 17 14:55:27.594477 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ea886-f9ca-4c46-9eed-c9c5cfb8c3d2 req-51386981-6f43-4a86-80ee-caff94f7b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:27.596119 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-385ea886-f9ca-4c46-9eed-c9c5cfb8c3d2 req-51386981-6f43-4a86-80ee-caff94f7b3df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=748ba6a5-b967-482a-a2f5-884fcde7ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774426
Jun 17 14:55:27.737924 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-385ea886-f9ca-4c46-9eed-c9c5cfb8c3d2 req-0a432ac5-3b0c-46aa-bbff-9e613c5b9400 service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341572
Jun 17 14:55:27.889280 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-385ea886-f9ca-4c46-9eed-c9c5cfb8c3d2 req-772b36dd-736d-4e83-ab5c-561a908d2c3d service neutron] 10.222.0.37 "GET /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447160
Jun 17 14:55:28.101448 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26722c8-a7fb-4630-9f67-64d0d38e9195 req-a75efac3-da0e-4993-a29f-43540de5abaa tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:28.104079 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c26722c8-a7fb-4630-9f67-64d0d38e9195 req-a75efac3-da0e-4993-a29f-43540de5abaa tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 944 time: 0.0904300
Jun 17 14:55:28.155227 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device faa2af25-1aba-486b-829f-4cdcdf8b2143 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:55:28.162117 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c26722c8-a7fb-4630-9f67-64d0d38e9195 req-070de23f-5a2b-40c9-a94f-763ee1c0ad64 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498910
Jun 17 14:55:28.313677 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port faa2af25-1aba-486b-829f-4cdcdf8b2143, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:55:28.328587 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'port_id': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'mac_address': 'fa:16:3e:15:57:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:55:28.422978 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:28.441238 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa2af25-1aba-486b-829f-4cdcdf8b2143 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:55:28.442548 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:55:28.458842 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port faa2af25-1aba-486b-829f-4cdcdf8b2143, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:55:28.464633 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:28.467760 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:55:28.542605 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=faa2af25-1aba-486b-829f-4cdcdf8b2143,revision_number=9']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:55:28.545959 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:55:28.618294 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-71b55d4e-271d-4b5d-9139-67321ac1e961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:28.793873 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['faa2af25-1aba-486b-829f-4cdcdf8b2143'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:55:29.360647 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ac2e-3d02-48a6-8085-74ed60ba9405 req-6e405944-0862-4d35-b8fa-31382c33cc57 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:29.362350 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-32a4ac2e-3d02-48a6-8085-74ed60ba9405 req-6e405944-0862-4d35-b8fa-31382c33cc57 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 945 time: 0.0818880
Jun 17 14:55:29.516580 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-32a4ac2e-3d02-48a6-8085-74ed60ba9405 req-1aecb039-aafe-4e7f-b86e-a7665b153373 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1484604
Jun 17 14:55:29.918232 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:30.152656 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device faa2af25-1aba-486b-829f-4cdcdf8b2143 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:55:30.229211 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port faa2af25-1aba-486b-829f-4cdcdf8b2143 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:55:30.229617 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:30.371540 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:30.399858 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa2af25-1aba-486b-829f-4cdcdf8b2143'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:55:30.410541 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port faa2af25-1aba-486b-829f-4cdcdf8b2143, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:55:30.415684 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:30.417735 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:55:30.447967 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'code': 200}
Jun 17 14:55:30.490035 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=faa2af25-1aba-486b-829f-4cdcdf8b2143,revision_number=10']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:55:30.493583 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:55:30.800253 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a46b8-4e0b-461d-80e2-6ca832b2448a req-9c8dc5fa-4663-4dbf-916e-547a6b8cce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:30.801903 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1d5a46b8-4e0b-461d-80e2-6ca832b2448a req-9c8dc5fa-4663-4dbf-916e-547a6b8cce4c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 1100 time: 0.1127002
Jun 17 14:55:30.811002 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639973-c6e5-445c-850b-3a9c434398a5 req-11a2bb2d-d3d0-4955-8878-8e080b1a32f8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:30.812717 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8a639973-c6e5-445c-850b-3a9c434398a5 req-11a2bb2d-d3d0-4955-8878-8e080b1a32f8 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 947 time: 0.1582401
Jun 17 14:55:30.889468 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-1d5a46b8-4e0b-461d-80e2-6ca832b2448a req-9e36480f-08eb-4831-a840-0e7d11b25933 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756955
Jun 17 14:55:30.894469 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8a639973-c6e5-445c-850b-3a9c434398a5 req-38ff5414-63d1-4284-9c5f-621d82a90e9f tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663700
Jun 17 14:55:32.016290 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:32.200664 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e2623-65d0-425a-9aa6-f985693f6fba req-a0062887-48a4-44de-ad0d-f498add36efc tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:32.202206 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f66e2623-65d0-425a-9aa6-f985693f6fba req-a0062887-48a4-44de-ad0d-f498add36efc tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 947 time: 0.1864257
Jun 17 14:55:32.256164 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f66e2623-65d0-425a-9aa6-f985693f6fba req-a09b62c9-4a41-4ac2-a915-f5da8d1ecc7e tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461173
Jun 17 14:55:33.475727 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6f0b4-89c7-484c-83de-06de88d62513 req-53f0f877-3772-450c-9eb2-47cacbc6e3aa tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:55:33.478958 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a6f0b4-89c7-484c-83de-06de88d62513 req-53f0f877-3772-450c-9eb2-47cacbc6e3aa tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 947 time: 0.0937655
Jun 17 14:55:33.534447 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a6f0b4-89c7-484c-83de-06de88d62513 req-a488322a-71d5-489d-8968-61f1c4b33b78 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481381
Jun 17 14:55:50.020307 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:54.508413 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:54.740473 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-79ce4add-5383-44bc-8b81-82c43b6abb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:58.624583 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-86b72289-ee27-45f9-b726-b0fe95e232c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:55:59.930648 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:02.018625 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:03.251203 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16bbd0-6353-4e91-9a65-9e417e9f1d90 req-0a8fe607-d5ac-4764-ac14-4165d07c832f tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:56:03.252780 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9a16bbd0-6353-4e91-9a65-9e417e9f1d90 req-0a8fe607-d5ac-4764-ac14-4165d07c832f tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 947 time: 0.0964239
Jun 17 14:56:03.320073 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9a16bbd0-6353-4e91-9a65-9e417e9f1d90 req-b28e91bd-2042-497d-a183-f3483507748a tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602229
Jun 17 14:56:04.529274 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee24586-3d51-4de5-9034-3aafc84e78f8 req-55ebe8d6-a82a-42a0-bf4f-482f77c0d6a9 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:56:04.530702 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fee24586-3d51-4de5-9034-3aafc84e78f8 req-55ebe8d6-a82a-42a0-bf4f-482f77c0d6a9 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 947 time: 0.0926559
Jun 17 14:56:04.580878 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fee24586-3d51-4de5-9034-3aafc84e78f8 req-ee97fffa-86cc-4771-aed5-013ef0050d38 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bcc1084-bd4b-4a78-a50a-683cc08b88ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443201
Jun 17 14:56:04.843024 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c795e44-05a0-4717-b882-555175af602a req-ced1cd4d-3272-46f9-afd5-25c9d31bb797 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:56:04.844428 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2c795e44-05a0-4717-b882-555175af602a req-ced1cd4d-3272-46f9-afd5-25c9d31bb797 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.37 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 947 time: 0.0877111
Jun 17 14:56:04.918173 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-2c795e44-05a0-4717-b882-555175af602a req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Deleting port faa2af25-1aba-486b-829f-4cdcdf8b2143 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:56:04.918511 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-2c795e44-05a0-4717-b882-555175af602a req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:05.219759 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-2c795e44-05a0-4717-b882-555175af602a req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] For port faa2af25-1aba-486b-829f-4cdcdf8b2143, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=faa2af25-1aba-486b-829f-4cdcdf8b2143,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:56:05.220117 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-2c795e44-05a0-4717-b882-555175af602a req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:05.443323 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:56:05.538753 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-2c795e44-05a0-4717-b882-555175af602a req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:05.539239 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-2c795e44-05a0-4717-b882-555175af602a req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:05.539583 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.l3_db [req-2c795e44-05a0-4717-b882-555175af602a req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Floating IP 7a26f1a8-50b8-4f75-9a5d-96dd72b2a027 disassociated. External IP: 172.27.3.81, port: faa2af25-1aba-486b-829f-4cdcdf8b2143.
Jun 17 14:56:05.539938 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-2c795e44-05a0-4717-b882-555175af602a req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Calling delete_port for faa2af25-1aba-486b-829f-4cdcdf8b2143 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:56:05.716072 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-2c795e44-05a0-4717-b882-555175af602a req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:05.722962 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a93ff3d9-5dbb-4c89-8b79-933763bb14e8 tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:05.817418 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event deleted for resources: {'Port': ['ID=faa2af25-1aba-486b-829f-4cdcdf8b2143,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:05.830470 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cd24cec7-abb7-4748-be00-aa9c8ad85b6c req-c1295076-d79c-43ca-993b-ed0301b74d87 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 210 time: 0.0705490
Jun 17 14:56:05.839528 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:05.839528 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:05.839528 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:05.839528 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:05.839528 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:05.839528 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:05.839528 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:05.840509 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:05.840509 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:05.840509 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:05.840934 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:05.841113 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:05.899002 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:06.160477 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c795e44-05a0-4717-b882-555175af602a req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Router 0169275a-cb5b-4097-a18d-c18807360917 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:56:06.413286 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c795e44-05a0-4717-b882-555175af602a req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:56:06.424733 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45c8457-fd00-49ec-90c6-e2271f2c94c3 None None] Sync routers for ids ['0169275a-cb5b-4097-a18d-c18807360917'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:56:06.442246 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c8457-fd00-49ec-90c6-e2271f2c94c3 None None] Routers {'0169275a-cb5b-4097-a18d-c18807360917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:56:06.443145 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-a45c8457-fd00-49ec-90c6-e2271f2c94c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2903af40>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:55:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['0169275a-cb5b-4097-a18d-c18807360917'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:56:06.498562 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c795e44-05a0-4717-b882-555175af602a req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] No DVR routers for this DVR port faa2af25-1aba-486b-829f-4cdcdf8b2143 on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:56:06.501185 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-2c795e44-05a0-4717-b882-555175af602a req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:06.504004 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'name': 'network-vif-deleted', 'tag': 'faa2af25-1aba-486b-829f-4cdcdf8b2143'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:56:06.524280 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2c795e44-05a0-4717-b882-555175af602a req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.37 "DELETE /v2.0/ports/faa2af25-1aba-486b-829f-4cdcdf8b2143 HTTP/1.1" status: 204  len: 173 time: 1.6739881
Jun 17 14:56:06.557178 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6031c73e-db5a-46fe-b3c2-9c3a9e30da7e', 'name': 'network-vif-deleted', 'tag': 'faa2af25-1aba-486b-829f-4cdcdf8b2143', 'status': 'completed', 'code': 200}
Jun 17 14:56:06.681530 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-a45c8457-fd00-49ec-90c6-e2271f2c94c3 None None] Set router 0169275a-cb5b-4097-a18d-c18807360917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:56:07.105226 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-d0517fce-d86c-4cd4-9e55-d339ad07c0d9 req-79c13d56-2f79-4c29-9731-294879de80e0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Synchronizing usage tracker for tenant:9bb64eede5e845548ff53776d610b3b2 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:56:07.130302 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-d0517fce-d86c-4cd4-9e55-d339ad07c0d9 req-79c13d56-2f79-4c29-9731-294879de80e0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Unset dirty status for tenant:9bb64eede5e845548ff53776d610b3b2 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:56:07.132308 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d0517fce-d86c-4cd4-9e55-d339ad07c0d9 req-79c13d56-2f79-4c29-9731-294879de80e0 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/ports?device_id=6031c73e-db5a-46fe-b3c2-9c3a9e30da7e HTTP/1.1" status: 200  len: 210 time: 0.0831022
Jun 17 14:56:07.140783 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-a45c8457-fd00-49ec-90c6-e2271f2c94c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2903af40>, [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:53Z', 'revision_number': 5, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:56:07.146382 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45c8457-fd00-49ec-90c6-e2271f2c94c3 None None] Checking router: 0169275a-cb5b-4097-a18d-c18807360917 for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:56:07.160658 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c8457-fd00-49ec-90c6-e2271f2c94c3 None None] Routers {'0169275a-cb5b-4097-a18d-c18807360917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:56:07.161305 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-a45c8457-fd00-49ec-90c6-e2271f2c94c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2903af40>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:55:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['0169275a-cb5b-4097-a18d-c18807360917'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:56:07.395643 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-a45c8457-fd00-49ec-90c6-e2271f2c94c3 None None] Set router 0169275a-cb5b-4097-a18d-c18807360917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:56:07.871327 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-a45c8457-fd00-49ec-90c6-e2271f2c94c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2903af40>, [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:53Z', 'revision_number': 5, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:56:07.876881 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45c8457-fd00-49ec-90c6-e2271f2c94c3 None None] The sync data for ids ['0169275a-cb5b-4097-a18d-c18807360917'] in dv-cinder-796859-1-iscsi is: [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:49:45Z', 'revision_number': 4, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'ad465f1f-5330-47b7-bdb4-d54ac44398ab', 'name': '', 'network_id': '748ba6a5-b967-482a-a2f5-884fcde7ac3d', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'mac_address': 'fa:16:3e:13:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:43Z', 'updated_at': '2021-06-17T14:49:53Z', 'revision_number': 5, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'subnets': [{'id': '79b36810-c5a0-4a5e-865e-b3adb3b23fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:56:08.171120 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f744d5c-1c47-4520-b48d-980c74d596fd None None] New status for floating IP 7a26f1a8-50b8-4f75-9a5d-96dd72b2a027: DOWN {{(pid=78707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 14:56:08.282849 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46874) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:08.386394 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c7888712-a878-456f-bc16-a6bb11d1a497 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:08.407411 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device faa2af25-1aba-486b-829f-4cdcdf8b2143 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:56:08.428746 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c7888712-a878-456f-bc16-a6bb11d1a497 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:08.463210 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: faa2af25-1aba-486b-829f-4cdcdf8b2143 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:56:08.463583 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device faa2af25-1aba-486b-829f-4cdcdf8b2143 not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:56:08.528725 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c7888712-a878-456f-bc16-a6bb11d1a497 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:08.533135 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-00b8b6f9-a5dd-486f-8242-34412f781d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:08.553854 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7888712-a878-456f-bc16-a6bb11d1a497 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcc1084-bd4b-4a78-a50a-683cc08b88ac,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:08.558821 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c7888712-a878-456f-bc16-a6bb11d1a497 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:08.568271 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c7888712-a878-456f-bc16-a6bb11d1a497 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:08.570522 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-c7888712-a878-456f-bc16-a6bb11d1a497 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "DELETE /v2.0/security-groups/2bcc1084-bd4b-4a78-a50a-683cc08b88ac HTTP/1.1" status: 204  len: 168 time: 0.2860296
Jun 17 14:56:08.574801 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46880) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:08.597434 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.api.v2.resource [None req-d1ff9488-a53b-4c5d-821d-d37eb2172634 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] show failed (client error): The resource could not be found.
Jun 17 14:56:08.598816 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-d1ff9488-a53b-4c5d-821d-d37eb2172634 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "GET /v2.0/security-groups/2bcc1084-bd4b-4a78-a50a-683cc08b88ac HTTP/1.1" status: 404  len: 347 time: 0.0225275
Jun 17 14:56:08.603574 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46884) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:08.827626 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-6e963bca-118a-409a-aea0-c99834657cd2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Deleting port 3afe40e0-6d84-4952-83f7-46f928609979 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:56:08.828158 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6e963bca-118a-409a-aea0-c99834657cd2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:09.046023 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6e963bca-118a-409a-aea0-c99834657cd2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:09.046348 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6e963bca-118a-409a-aea0-c99834657cd2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:09.236637 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-6e963bca-118a-409a-aea0-c99834657cd2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Calling delete_port for 3afe40e0-6d84-4952-83f7-46f928609979 owned by network:floatingip {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:56:09.435242 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6e963bca-118a-409a-aea0-c99834657cd2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:09.439264 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9a8e1314-55f0-4593-94fe-83dac09fc67e tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:09.486161 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e963bca-118a-409a-aea0-c99834657cd2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Pushing event deleted for resources: {'Port': ['ID=3afe40e0-6d84-4952-83f7-46f928609979,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:09.518865 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6e963bca-118a-409a-aea0-c99834657cd2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:09.591592 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6e963bca-118a-409a-aea0-c99834657cd2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks [] for floatingip, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:09.617876 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6e963bca-118a-409a-aea0-c99834657cd2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:09.619073 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-6e963bca-118a-409a-aea0-c99834657cd2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] 10.222.0.89 "DELETE /v2.0/floatingips/7a26f1a8-50b8-4f75-9a5d-96dd72b2a027 HTTP/1.1" status: 204  len: 168 time: 1.0145104
Jun 17 14:56:12.804796 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46908) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:13.825309 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f5314716-e7b7-48e5-a7bf-8367021c9c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650686'] for router_interface, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:14.269973 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-f5314716-e7b7-48e5-a7bf-8367021c9c77 admin admin] Deleting port ad465f1f-5330-47b7-bdb4-d54ac44398ab {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:56:14.270441 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f5314716-e7b7-48e5-a7bf-8367021c9c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:14.523773 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-f5314716-e7b7-48e5-a7bf-8367021c9c77 admin admin] For port ad465f1f-5330-47b7-bdb4-d54ac44398ab, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=ad465f1f-5330-47b7-bdb4-d54ac44398ab,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:56:14.524211 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f5314716-e7b7-48e5-a7bf-8367021c9c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:14.680310 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-f5314716-e7b7-48e5-a7bf-8367021c9c77 admin admin] Calling delete_port for ad465f1f-5330-47b7-bdb4-d54ac44398ab owned by network:router_interface {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:56:14.917551 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f5314716-e7b7-48e5-a7bf-8367021c9c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:14.921783 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-685ad3b0-9a27-463e-a8a3-52be21343d7c tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:14.970618 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5314716-e7b7-48e5-a7bf-8367021c9c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad465f1f-5330-47b7-bdb4-d54ac44398ab,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:14.972748 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f5314716-e7b7-48e5-a7bf-8367021c9c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:15.473168 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f5314716-e7b7-48e5-a7bf-8367021c9c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650766'] for router_interface, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:15.932224 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5314716-e7b7-48e5-a7bf-8367021c9c77 admin admin] Router 0169275a-cb5b-4097-a18d-c18807360917 has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:56:16.188268 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5314716-e7b7-48e5-a7bf-8367021c9c77 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:56:16.199700 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f74347-1726-4a67-9802-37d3743f29de None None] Sync routers for ids ['0169275a-cb5b-4097-a18d-c18807360917'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:56:16.204760 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-f5314716-e7b7-48e5-a7bf-8367021c9c77 admin admin] 10.222.0.89 "PUT /v2.0/routers/0169275a-cb5b-4097-a18d-c18807360917/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3978503
Jun 17 14:56:16.207284 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46914) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:16.210016 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f74347-1726-4a67-9802-37d3743f29de None None] Routers {'0169275a-cb5b-4097-a18d-c18807360917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:56:16.210742 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-24f74347-1726-4a67-9802-37d3743f29de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b281422e0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:55:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['0169275a-cb5b-4097-a18d-c18807360917'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:56:16.412538 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-24f74347-1726-4a67-9802-37d3743f29de None None] Set router 0169275a-cb5b-4097-a18d-c18807360917 gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:56:16.443703 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:16.704631 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:16.716342 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Deleting port 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:56:16.716821 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:16.756959 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-24f74347-1726-4a67-9802-37d3743f29de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b281422e0>, [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:56:14Z', 'revision_number': 5, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port': {'id': '70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169275a-cb5b-4097-a18d-c18807360917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:49:36Z', 'updated_at': '2021-06-17T14:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:56:16.764652 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f74347-1726-4a67-9802-37d3743f29de None None] Checking router: 0169275a-cb5b-4097-a18d-c18807360917 for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:56:16.775748 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f74347-1726-4a67-9802-37d3743f29de None None] Routers {'0169275a-cb5b-4097-a18d-c18807360917'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:56:16.776447 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-24f74347-1726-4a67-9802-37d3743f29de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b281422e0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:55:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['0169275a-cb5b-4097-a18d-c18807360917'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:56:16.919929 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] For port 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:56:16.920295 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:16.952633 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-24f74347-1726-4a67-9802-37d3743f29de None None] Set router 0169275a-cb5b-4097-a18d-c18807360917 gateway port host: None {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:56:17.069768 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-24f74347-1726-4a67-9802-37d3743f29de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b281422e0>, [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:56:16Z', 'revision_number': 6, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port_host': None}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:56:17.075852 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f74347-1726-4a67-9802-37d3743f29de None None] The sync data for ids ['0169275a-cb5b-4097-a18d-c18807360917'] in dv-cinder-796859-1-iscsi is: [{'id': '0169275a-cb5b-4097-a18d-c18807360917', 'name': 'tempest-AttachVolumeShelveTestJSON-1212595611-router', 'tenant_id': '9bb64eede5e845548ff53776d610b3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:49:34Z', 'updated_at': '2021-06-17T14:56:16Z', 'revision_number': 6, 'project_id': '9bb64eede5e845548ff53776d610b3b2', 'gw_port_host': None}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:56:17.193002 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Calling delete_port for 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef owned by network:router_gateway {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:56:17.407877 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:17.413442 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d0b762dc-ad42-4526-99f0-aad2daf27a9f tempest-VolumesNegativeTest-675235905 tempest-VolumesNegativeTest-675235905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:17.466131 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:17.475550 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device ad465f1f-5330-47b7-bdb4-d54ac44398ab no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:56:17.493943 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:17.525859 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: ad465f1f-5330-47b7-bdb4-d54ac44398ab {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:56:17.526539 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device ad465f1f-5330-47b7-bdb4-d54ac44398ab not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:56:17.566925 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643729'] for router_gateway, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:17.756682 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-995'] for router, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:17.759447 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:17.786903 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567868'] for router, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:17.787489 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0169275a-cb5b-4097-a18d-c18807360917 {{(pid=78705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 17 14:56:17.801190 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:17.802525 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-f64c35cb-1033-4176-8c2f-b221393b36a5 admin admin] 10.222.0.89 "DELETE /v2.0/routers/0169275a-cb5b-4097-a18d-c18807360917 HTTP/1.1" status: 204  len: 168 time: 1.5940678
Jun 17 14:56:17.810063 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46918) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:17.913156 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09b24f3-5af5-4672-a809-328e0062c9a3 admin admin] Deleting subnet 79b36810-c5a0-4a5e-865e-b3adb3b23fb7 {{(pid=78705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 14:56:17.916557 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a09b24f3-5af5-4672-a809-328e0062c9a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:17.978703 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a09b24f3-5af5-4672-a809-328e0062c9a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1291852'] for subnet, precommit_delete_associations {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:18.067706 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a09b24f3-5af5-4672-a809-328e0062c9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:18.348120 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a09b24f3-5af5-4672-a809-328e0062c9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10571723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10568787'] for subnet, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:18.352497 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-94ed876a-b33b-4225-87fa-af82733d2bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:18.400691 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b24f3-5af5-4672-a809-328e0062c9a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b36810-c5a0-4a5e-865e-b3adb3b23fb7,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:18.403712 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a09b24f3-5af5-4672-a809-328e0062c9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:18.404697 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a09b24f3-5af5-4672-a809-328e0062c9a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:18.410908 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8cf2db-16fd-41b1-8bbd-08ea380702b0 None None] Network 748ba6a5-b967-482a-a2f5-884fcde7ac3d requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:56:18.411097 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-a09b24f3-5af5-4672-a809-328e0062c9a3 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/79b36810-c5a0-4a5e-865e-b3adb3b23fb7 HTTP/1.1" status: 204  len: 168 time: 0.5996644
Jun 17 14:56:18.414143 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46922) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:18.609975 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:18.627862 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Deleting port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:56:18.628469 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:18.680761 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] DHCP port deletion for 748ba6a5-b967-482a-a2f5-884fcde7ac3d request from dv-cinder-796859-1-iscsi {{(pid=78707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 17 14:56:18.685341 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Deleting port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:56:18.685649 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:18.892268 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] For port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=fd8447f4-bd8b-4b2e-90d7-0d14295fb68a,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:56:18.892679 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:18.901984 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] For port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=fd8447f4-bd8b-4b2e-90d7-0d14295fb68a,segment=NetworkSegment(cbd18225-4684-4843-80ce-83a11ea7bda3),segment_id=cbd18225-4684-4843-80ce-83a11ea7bda3)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:56:18.902296 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:19.064738 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Calling delete_port for fd8447f4-bd8b-4b2e-90d7-0d14295fb68a owned by network:dhcp {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:56:19.137393 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Calling delete_port for fd8447f4-bd8b-4b2e-90d7-0d14295fb68a owned by network:dhcp {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:56:19.145780 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715'] for port, after_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:19.157655 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:19.198489 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] No DVR routers for this DVR port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a on host dv-cinder-796859-1-iscsi {{(pid=78707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:56:19.206316 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Pushing event deleted for resources: {'Port': ['ID=fd8447f4-bd8b-4b2e-90d7-0d14295fb68a,revision_number=None']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:19.216457 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:19.216457 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:19.216457 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:19.216803 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:19.217089 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:19.217508 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:19.217857 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:19.218187 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:19.218515 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:19.218841 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:19.219276 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:19.219496 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:19.221427 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.db.api [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 17 14:56:19.221763 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_db.api [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 17 14:56:19.222819 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:19.510371 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device fd8447f4-bd8b-4b2e-90d7-0d14295fb68a no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:56:19.546152 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: fd8447f4-bd8b-4b2e-90d7-0d14295fb68a {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:56:19.546499 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device fd8447f4-bd8b-4b2e-90d7-0d14295fb68a not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:56:19.546921 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:56:19.580008 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:56:19.580360 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 70f0ddf7-f40a-47e5-9cf2-df8f2cf8fcef not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:56:19.722705 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Deleting port fd8447f4-bd8b-4b2e-90d7-0d14295fb68a {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:56:19.723287 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:19.793504 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] The port 'fd8447f4-bd8b-4b2e-90d7-0d14295fb68a' was deleted {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 17 14:56:19.914060 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:19.932340 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b23d079d0>,) {'filters': {'network_id': ['748ba6a5-b967-482a-a2f5-884fcde7ac3d']}} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:56:19.946162 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23d079d0>, 'cbd18225-4684-4843-80ce-83a11ea7bda3') {'for_net_delete': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:56:19.946162 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.services.segments.db [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b23d079d0>, 'cbd18225-4684-4843-80ce-83a11ea7bda3') {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:56:19.957783 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1291899'] for segment, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:19.975545 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:19.981952 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=78705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 14:56:19.982385 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10569833'] for segment, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   util.warn(
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   util.warn(
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   util.warn(
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   util.warn(
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]: Traceback (most recent call last):
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     timer()
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     cb(*args, **kw)
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     return func(*args, **kwargs)
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     self._notify()
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     self.callback(batched_events)
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     event.method(event)
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     return f(self, *a, **k)
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._get(url).json()
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     return self.request(url, 'GET', **kwargs)
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 14:56:19.996174 dv-cinder-796859-1-iscsi neutron-server[78705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 14:56:20.035566 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:20.077444 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:20.081884 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-51cc3466-21a1-4993-b17c-8a7daece8c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:20.100533 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:20.112758 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=748ba6a5-b967-482a-a2f5-884fcde7ac3d,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:20.116082 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:20.130446 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-9d41fe84-8a0f-4345-907f-bcf5f3e5e0a9 admin admin] 10.222.0.89 "DELETE /v2.0/networks/748ba6a5-b967-482a-a2f5-884fcde7ac3d HTTP/1.1" status: 204  len: 168 time: 1.7129126
Jun 17 14:56:20.260657 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46928) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:20.316311 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-d72e5b57-4453-4e2e-bcc7-73942d2b9644 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9bb64eede5e845548ff53776d610b3b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0543449
Jun 17 14:56:20.318923 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 46932) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:20.380282 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd0a-6a3f-4e83-b837-85284b25900a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:20.407941 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd0a-6a3f-4e83-b837-85284b25900a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:20.467496 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd0a-6a3f-4e83-b837-85284b25900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:20.471629 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6d2aa70f-ab9d-49a5-93ba-00a6b05bf22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:20.488846 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7cd0a-6a3f-4e83-b837-85284b25900a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c24ba1-9802-429f-ba5b-2fccb74f630d,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:20.493914 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0dc7cd0a-6a3f-4e83-b837-85284b25900a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:20.497753 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-0dc7cd0a-6a3f-4e83-b837-85284b25900a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:20.498893 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-0dc7cd0a-6a3f-4e83-b837-85284b25900a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/28c24ba1-9802-429f-ba5b-2fccb74f630d HTTP/1.1" status: 204  len: 168 time: 0.1790011
Jun 17 14:56:24.496522 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:24.734330 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-aabe4bd1-ad9c-4051-8383-1f86c851af11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:28.625305 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-0fd2c24a-041d-43a7-a5d3-987f32cd8703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:29.896883 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 47040) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:29.923976 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:30.040427 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-63d25193-93d0-4ffe-97fe-0af253335c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:30.059168 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-63d25193-93d0-4ffe-97fe-0af253335c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:56:30.063075 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-63d25193-93d0-4ffe-97fe-0af253335c81 admin admin] Usage tracker for resource:security_group_rule and tenant:2646d54c2e984c72b99a05d41cb8b3b7 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:56:30.066090 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-63d25193-93d0-4ffe-97fe-0af253335c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:56:30.072144 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-63d25193-93d0-4ffe-97fe-0af253335c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:56:30.158649 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-63d25193-93d0-4ffe-97fe-0af253335c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:30.163990 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-63d25193-93d0-4ffe-97fe-0af253335c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:30.171274 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f8973e8b-1bfa-41da-a53e-ed7d8d4ecf78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:30.213141 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-63d25193-93d0-4ffe-97fe-0af253335c81 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2646d54c2e984c72b99a05d41cb8b3b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3151391
Jun 17 14:56:30.214173 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d25193-93d0-4ffe-97fe-0af253335c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cdbf67-f231-470a-abef-5d6e3aa387a8,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:30.216127 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47046) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:30.217576 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-63d25193-93d0-4ffe-97fe-0af253335c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:30.279355 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:30.306583 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:30.364946 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:30.369806 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d50bf4d4-9020-45b0-adba-ec43b7477a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:30.383665 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cdbf67-f231-470a-abef-5d6e3aa387a8,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:30.393566 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:30.393942 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:30.394584 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:30.394948 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:30.395309 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:30.395687 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:30.396038 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:30.396386 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:30.396735 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:30.397078 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:30.397421 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:30.398392 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:56:30.404311 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:30.406456 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:30.410222 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/50cdbf67-f231-470a-abef-5d6e3aa387a8 HTTP/1.1" status: 204  len: 168 time: 0.1922719
Jun 17 14:56:32.017892 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:34.816668 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47108) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:34.993595 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0eefe03b-5033-4d48-8673-afe0c245ea7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:35.009015 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-0eefe03b-5033-4d48-8673-afe0c245ea7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:56:35.012836 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-0eefe03b-5033-4d48-8673-afe0c245ea7c admin admin] Usage tracker for resource:security_group_rule and tenant:5b491263c02c40d29a0c67c0e07f9511 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:56:35.015633 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-0eefe03b-5033-4d48-8673-afe0c245ea7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:56:35.021233 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-0eefe03b-5033-4d48-8673-afe0c245ea7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:56:35.106885 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0eefe03b-5033-4d48-8673-afe0c245ea7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:35.111962 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-0eefe03b-5033-4d48-8673-afe0c245ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:35.119604 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-21c6e68a-5163-4b37-8cf8-fd3516dc67ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:35.160820 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-0eefe03b-5033-4d48-8673-afe0c245ea7c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5b491263c02c40d29a0c67c0e07f9511&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3430352
Jun 17 14:56:35.161726 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefe03b-5033-4d48-8673-afe0c245ea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73efce17-1bab-4b96-89b6-e39615b80f43,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:35.163789 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 47114) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:35.165113 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0eefe03b-5033-4d48-8673-afe0c245ea7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:35.224677 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-adf5cf74-bab0-417b-af2a-8196b46e6063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:35.251359 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-adf5cf74-bab0-417b-af2a-8196b46e6063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:35.309358 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-adf5cf74-bab0-417b-af2a-8196b46e6063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:35.313165 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9c306336-f9a2-4edb-ac08-4dde7302a15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:35.331422 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5cf74-bab0-417b-af2a-8196b46e6063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73efce17-1bab-4b96-89b6-e39615b80f43,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:35.334270 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-adf5cf74-bab0-417b-af2a-8196b46e6063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:35.343524 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-adf5cf74-bab0-417b-af2a-8196b46e6063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:35.344892 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-adf5cf74-bab0-417b-af2a-8196b46e6063 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/73efce17-1bab-4b96-89b6-e39615b80f43 HTTP/1.1" status: 204  len: 168 time: 0.1799023
Jun 17 14:56:40.264853 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 47200) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:40.385650 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c6187a67-09df-40f9-95e6-6121c1b6a847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:40.401507 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-c6187a67-09df-40f9-95e6-6121c1b6a847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:56:40.405340 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-c6187a67-09df-40f9-95e6-6121c1b6a847 admin admin] Usage tracker for resource:security_group_rule and tenant:1363097ba8594f1b94b886a9d65cbe7f is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:56:40.408328 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-c6187a67-09df-40f9-95e6-6121c1b6a847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:56:40.414394 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-c6187a67-09df-40f9-95e6-6121c1b6a847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:56:40.502759 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c6187a67-09df-40f9-95e6-6121c1b6a847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:40.508114 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-c6187a67-09df-40f9-95e6-6121c1b6a847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:40.517218 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-57c85d61-2123-4ce2-a8aa-80b80a1f83ed tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:40.557460 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-c6187a67-09df-40f9-95e6-6121c1b6a847 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1363097ba8594f1b94b886a9d65cbe7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2915006
Jun 17 14:56:40.559130 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6187a67-09df-40f9-95e6-6121c1b6a847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38109dc9-202b-4b96-a648-a5357097beee,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:40.560395 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47206) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:40.563096 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c6187a67-09df-40f9-95e6-6121c1b6a847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:40.622699 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e035-bd53-484c-8e95-d2b47c4fd447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:40.649326 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e035-bd53-484c-8e95-d2b47c4fd447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:40.706136 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e035-bd53-484c-8e95-d2b47c4fd447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:40.709832 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-61509a5d-6fb6-427e-a953-efedb80e189c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:40.722581 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6e035-bd53-484c-8e95-d2b47c4fd447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38109dc9-202b-4b96-a648-a5357097beee,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:40.726593 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ebb6e035-bd53-484c-8e95-d2b47c4fd447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:40.732119 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e035-bd53-484c-8e95-d2b47c4fd447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:40.733244 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-ebb6e035-bd53-484c-8e95-d2b47c4fd447 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/38109dc9-202b-4b96-a648-a5357097beee HTTP/1.1" status: 204  len: 168 time: 0.1714833
Jun 17 14:56:41.026554 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47214) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:41.045188 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c604c16-e577-44e1-a67e-6cf4b100a35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:41.060453 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8c604c16-e577-44e1-a67e-6cf4b100a35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:56:41.064337 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-8c604c16-e577-44e1-a67e-6cf4b100a35f admin admin] Usage tracker for resource:security_group_rule and tenant:52b7e9b6e86744bda4af950d6bf35312 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:56:41.067245 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-8c604c16-e577-44e1-a67e-6cf4b100a35f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:56:41.073735 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-8c604c16-e577-44e1-a67e-6cf4b100a35f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:56:41.168458 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c604c16-e577-44e1-a67e-6cf4b100a35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:41.174051 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-8c604c16-e577-44e1-a67e-6cf4b100a35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:41.182249 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ecdbb81b-4bfe-4d5b-9a0a-16c8822ca894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:41.227629 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-8c604c16-e577-44e1-a67e-6cf4b100a35f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=52b7e9b6e86744bda4af950d6bf35312&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1993401
Jun 17 14:56:41.228627 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c604c16-e577-44e1-a67e-6cf4b100a35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa956619-c8a2-4717-9868-37f24b7657ef,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:41.229790 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 47218) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:41.232164 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8c604c16-e577-44e1-a67e-6cf4b100a35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:41.294646 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6ee2-d20c-47bc-8b6e-0aaa149038f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:41.320496 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6ee2-d20c-47bc-8b6e-0aaa149038f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:41.379920 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6ee2-d20c-47bc-8b6e-0aaa149038f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:41.383812 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8b80d8da-a524-49c7-8d69-8ead49abdb21 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:41.396797 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d6ee2-d20c-47bc-8b6e-0aaa149038f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa956619-c8a2-4717-9868-37f24b7657ef,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:41.401103 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-bd0d6ee2-d20c-47bc-8b6e-0aaa149038f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:41.406958 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6ee2-d20c-47bc-8b6e-0aaa149038f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:41.408103 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-bd0d6ee2-d20c-47bc-8b6e-0aaa149038f1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aa956619-c8a2-4717-9868-37f24b7657ef HTTP/1.1" status: 204  len: 168 time: 0.1773548
Jun 17 14:56:42.441946 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:56:44.852945 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 47352) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:44.972891 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aa416222-d6da-4ae0-80c9-5aa67c74c36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:44.988246 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-aa416222-d6da-4ae0-80c9-5aa67c74c36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:56:44.992460 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-aa416222-d6da-4ae0-80c9-5aa67c74c36c admin admin] Usage tracker for resource:security_group_rule and tenant:7eb65190d5d74347b1bf4c2cad2e0c55 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:56:44.995293 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-aa416222-d6da-4ae0-80c9-5aa67c74c36c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:56:45.001065 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-aa416222-d6da-4ae0-80c9-5aa67c74c36c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:56:45.093168 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aa416222-d6da-4ae0-80c9-5aa67c74c36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:45.097855 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aa416222-d6da-4ae0-80c9-5aa67c74c36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:45.105964 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a69ce772-8ba7-46dc-bfec-cb99d3af5926 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:45.146608 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa416222-d6da-4ae0-80c9-5aa67c74c36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80b380e-bfe0-4661-9486-a68f07473ee2,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:45.154646 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47358) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:45.167958 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-aa416222-d6da-4ae0-80c9-5aa67c74c36c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7eb65190d5d74347b1bf4c2cad2e0c55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3138511
Jun 17 14:56:45.169195 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-aa416222-d6da-4ae0-80c9-5aa67c74c36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:45.218714 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2bb02c5e-cf03-40c3-85e4-f717e954c08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:45.252911 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2bb02c5e-cf03-40c3-85e4-f717e954c08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:45.311620 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2bb02c5e-cf03-40c3-85e4-f717e954c08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:45.315610 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-7ac2c9de-9279-4a89-add0-4cf66654911d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:45.329325 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb02c5e-cf03-40c3-85e4-f717e954c08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80b380e-bfe0-4661-9486-a68f07473ee2,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:45.334209 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2bb02c5e-cf03-40c3-85e4-f717e954c08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:45.339178 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2bb02c5e-cf03-40c3-85e4-f717e954c08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:45.340217 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-2bb02c5e-cf03-40c3-85e4-f717e954c08a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d80b380e-bfe0-4661-9486-a68f07473ee2 HTTP/1.1" status: 204  len: 168 time: 0.1846058
Jun 17 14:56:45.639308 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47366) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:45.657759 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-faecf8ce-383d-4aab-b1d8-d063d30b283a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:45.672284 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-faecf8ce-383d-4aab-b1d8-d063d30b283a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:56:45.676022 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-faecf8ce-383d-4aab-b1d8-d063d30b283a admin admin] Usage tracker for resource:security_group_rule and tenant:f7420ef4fc5f41eb881068244edaca79 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:56:45.679260 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-faecf8ce-383d-4aab-b1d8-d063d30b283a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:56:45.685351 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-faecf8ce-383d-4aab-b1d8-d063d30b283a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:56:45.774050 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-faecf8ce-383d-4aab-b1d8-d063d30b283a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:45.778404 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-faecf8ce-383d-4aab-b1d8-d063d30b283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:45.785711 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-4353f5f8-99b4-48ae-8899-0bcb27f03f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:45.830133 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-faecf8ce-383d-4aab-b1d8-d063d30b283a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f7420ef4fc5f41eb881068244edaca79&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1896946
Jun 17 14:56:45.831144 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faecf8ce-383d-4aab-b1d8-d063d30b283a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abe6952-318f-4f13-83d4-b3f47ae50f2d,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:45.833285 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 47370) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:45.834334 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-faecf8ce-383d-4aab-b1d8-d063d30b283a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:45.903254 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1a9f-4b2d-44e4-b31e-5d21049d89fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:45.929918 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1a9f-4b2d-44e4-b31e-5d21049d89fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:45.984694 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1a9f-4b2d-44e4-b31e-5d21049d89fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:45.988952 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c6187a67-09df-40f9-95e6-6121c1b6a847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:46.003679 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad1a9f-4b2d-44e4-b31e-5d21049d89fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abe6952-318f-4f13-83d4-b3f47ae50f2d,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:46.007869 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d1ad1a9f-4b2d-44e4-b31e-5d21049d89fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:46.013585 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1a9f-4b2d-44e4-b31e-5d21049d89fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:46.014677 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-d1ad1a9f-4b2d-44e4-b31e-5d21049d89fd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4abe6952-318f-4f13-83d4-b3f47ae50f2d HTTP/1.1" status: 204  len: 168 time: 0.1804266
Jun 17 14:56:50.049514 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:51.903444 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 47466) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:52.021296 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2ce10933-f222-49b2-812a-b06563aa4b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:52.036681 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2ce10933-f222-49b2-812a-b06563aa4b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:56:52.040894 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-2ce10933-f222-49b2-812a-b06563aa4b6b admin admin] Usage tracker for resource:security_group_rule and tenant:c8c441ac7b1546988a9ed3596105c6e6 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:56:52.043702 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-2ce10933-f222-49b2-812a-b06563aa4b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:56:52.049634 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-2ce10933-f222-49b2-812a-b06563aa4b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:56:52.140311 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2ce10933-f222-49b2-812a-b06563aa4b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:52.144639 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-2ce10933-f222-49b2-812a-b06563aa4b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:52.152407 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1d09ce30-141e-4d1c-a352-0283df7352fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:52.192995 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-2ce10933-f222-49b2-812a-b06563aa4b6b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c8c441ac7b1546988a9ed3596105c6e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2883806
Jun 17 14:56:52.194576 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce10933-f222-49b2-812a-b06563aa4b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c148417-7f2d-47e0-b4b0-d9e898d4333c,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:52.196405 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47472) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:52.198842 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-2ce10933-f222-49b2-812a-b06563aa4b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:52.261935 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f4196f41-740e-4c1b-8df4-80c5d1e8445e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:52.288029 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f4196f41-740e-4c1b-8df4-80c5d1e8445e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:52.344322 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f4196f41-740e-4c1b-8df4-80c5d1e8445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:52.348654 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2bb02c5e-cf03-40c3-85e4-f717e954c08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:52.364421 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4196f41-740e-4c1b-8df4-80c5d1e8445e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c148417-7f2d-47e0-b4b0-d9e898d4333c,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:52.369177 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-f4196f41-740e-4c1b-8df4-80c5d1e8445e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:52.375657 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-f4196f41-740e-4c1b-8df4-80c5d1e8445e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:52.379786 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-f4196f41-740e-4c1b-8df4-80c5d1e8445e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7c148417-7f2d-47e0-b4b0-d9e898d4333c HTTP/1.1" status: 204  len: 168 time: 0.1822021
Jun 17 14:56:52.670939 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47480) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:52.689802 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-147554fe-798a-44a7-9801-c5f08a680217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:52.705225 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-147554fe-798a-44a7-9801-c5f08a680217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:56:52.709062 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-147554fe-798a-44a7-9801-c5f08a680217 admin admin] Usage tracker for resource:security_group_rule and tenant:232374fc1e0540e8b928d60d8b97e9a5 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:56:52.712556 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-147554fe-798a-44a7-9801-c5f08a680217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:56:52.718264 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-147554fe-798a-44a7-9801-c5f08a680217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:56:52.814866 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-147554fe-798a-44a7-9801-c5f08a680217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:52.819278 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-147554fe-798a-44a7-9801-c5f08a680217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:52.826589 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-0eefe03b-5033-4d48-8673-afe0c245ea7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:52.870216 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147554fe-798a-44a7-9801-c5f08a680217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba52c85f-e35d-4056-b8e1-a1a187763a10,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:52.874302 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-147554fe-798a-44a7-9801-c5f08a680217 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=232374fc1e0540e8b928d60d8b97e9a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2022188
Jun 17 14:56:52.875206 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-147554fe-798a-44a7-9801-c5f08a680217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:52.877664 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47484) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:52.936359 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd4de-db06-427b-bdd0-531c6173350a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:52.963586 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd4de-db06-427b-bdd0-531c6173350a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:53.017285 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd4de-db06-427b-bdd0-531c6173350a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:53.021162 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-52470de4-d1a9-440b-8c20-4d1b82687b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:53.032858 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fd4de-db06-427b-bdd0-531c6173350a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba52c85f-e35d-4056-b8e1-a1a187763a10,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:53.036414 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ae2fd4de-db06-427b-bdd0-531c6173350a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:53.040499 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd4de-db06-427b-bdd0-531c6173350a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:53.041925 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-ae2fd4de-db06-427b-bdd0-531c6173350a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ba52c85f-e35d-4056-b8e1-a1a187763a10 HTTP/1.1" status: 204  len: 168 time: 0.1637309
Jun 17 14:56:54.490357 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:54.738639 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-0875321b-d391-45ef-b0db-20fc9e3ec734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:55.361152 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47556) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:55.495023 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-84ed1641-2174-4c9a-8494-ac580718233d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:55.510196 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-84ed1641-2174-4c9a-8494-ac580718233d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:56:55.514118 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-84ed1641-2174-4c9a-8494-ac580718233d admin admin] Usage tracker for resource:security_group_rule and tenant:9a0d4b75908a4c98a6c1bfb1a227173f is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:56:55.517053 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-84ed1641-2174-4c9a-8494-ac580718233d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:56:55.523332 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-84ed1641-2174-4c9a-8494-ac580718233d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:56:55.619740 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-84ed1641-2174-4c9a-8494-ac580718233d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:55.624815 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-84ed1641-2174-4c9a-8494-ac580718233d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:55.631579 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e3fb6ede-3ff5-46a4-aa29-2e0a92482d68 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:55.676819 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-84ed1641-2174-4c9a-8494-ac580718233d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9a0d4b75908a4c98a6c1bfb1a227173f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3143232
Jun 17 14:56:55.677720 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed1641-2174-4c9a-8494-ac580718233d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b45f298-16d2-4b38-90f4-36944888d9ee,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:55.679855 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 47562) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:55.681004 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-84ed1641-2174-4c9a-8494-ac580718233d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:55.750542 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-de9dc8be-00cb-4fce-a05a-0cea34735b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:55.778552 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-de9dc8be-00cb-4fce-a05a-0cea34735b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:55.837785 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-de9dc8be-00cb-4fce-a05a-0cea34735b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:55.841946 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9827b5f4-ed09-4350-8afe-99b6e942f8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:55.855775 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dc8be-00cb-4fce-a05a-0cea34735b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b45f298-16d2-4b38-90f4-36944888d9ee,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:55.860407 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-de9dc8be-00cb-4fce-a05a-0cea34735b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:55.866707 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-de9dc8be-00cb-4fce-a05a-0cea34735b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:55.867898 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-de9dc8be-00cb-4fce-a05a-0cea34735b48 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6b45f298-16d2-4b38-90f4-36944888d9ee HTTP/1.1" status: 204  len: 168 time: 0.1870563
Jun 17 14:56:56.179370 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 47570) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:56.198521 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-25207afc-ba28-44ef-896e-cc8ef437f01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:56.213972 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-25207afc-ba28-44ef-896e-cc8ef437f01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:56:56.219581 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-25207afc-ba28-44ef-896e-cc8ef437f01e admin admin] Usage tracker for resource:security_group_rule and tenant:b7c82766a4f642a0a2fb5ce627bfeedf is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:56:56.222609 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-25207afc-ba28-44ef-896e-cc8ef437f01e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:56:56.228741 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-25207afc-ba28-44ef-896e-cc8ef437f01e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:56:56.320592 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-25207afc-ba28-44ef-896e-cc8ef437f01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:56.324845 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-25207afc-ba28-44ef-896e-cc8ef437f01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:56.332933 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-adf5cf74-bab0-417b-af2a-8196b46e6063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:56.378837 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-25207afc-ba28-44ef-896e-cc8ef437f01e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b7c82766a4f642a0a2fb5ce627bfeedf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1981995
Jun 17 14:56:56.380658 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25207afc-ba28-44ef-896e-cc8ef437f01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cb363e-3286-4524-a94d-a126fcc9b762,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:56.382406 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47574) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:56.384837 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-25207afc-ba28-44ef-896e-cc8ef437f01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:56.443710 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5a7f9346-4997-429f-a801-45491e6e7ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:56.470318 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5a7f9346-4997-429f-a801-45491e6e7ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:56.530267 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5a7f9346-4997-429f-a801-45491e6e7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:56.534307 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3a1920fb-e149-4558-b7aa-e75a3770c403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:56.548940 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f9346-4997-429f-a801-45491e6e7ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cb363e-3286-4524-a94d-a126fcc9b762,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:56.551254 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5a7f9346-4997-429f-a801-45491e6e7ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:56.560823 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5a7f9346-4997-429f-a801-45491e6e7ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:56.562873 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-5a7f9346-4997-429f-a801-45491e6e7ec2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a9cb363e-3286-4524-a94d-a126fcc9b762 HTTP/1.1" status: 204  len: 168 time: 0.1781619
Jun 17 14:56:57.322962 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47598) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:57.432958 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-57236642-network', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:56:57.437719 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:56:57.441494 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Usage tracker for resource:network and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:56:57.445283 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:56:57.451284 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:56:57.462055 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Made reservation on behalf of 11e5048a6f7541c8987bfbd84ca42f78 for: {'network': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:56:57.464316 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:57.479819 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:57.494132 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:56:57.497908 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Usage tracker for resource:security_group_rule and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:56:57.500664 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:56:57.506290 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:56:57.589564 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:57.594694 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:57.597908 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-71255b27-2ea0-4345-ae3c-9d61acbd4772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:57.628054 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'}  {{(pid=78706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:56:57.638366 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861ea1af-b520-43e0-9b44-a2955a909e11,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:57.641890 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:57.644713 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:57.645024 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.segments_db [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Added segment 46d886db-7d07-4828-abb7-ec6183e1fe37 of type vlan for network 50eb8839-c8af-431e-989e-3aa535f9f8ea
Jun 17 14:56:57.673442 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:57.705642 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:57.706962 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:56:57.707579 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:57.710896 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:57.816748 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4926107
Jun 17 14:56:57.817784 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Pushing event updated for resources: {'Network': ['ID=50eb8839-c8af-431e-989e-3aa535f9f8ea,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:57.820388 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 47604) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:57.821383 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:57.826733 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Request body: {'subnet': {'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-57236642-subnet', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'ip_version': 4}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:56:57.828250 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network 50eb8839-c8af-431e-989e-3aa535f9f8ea details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:56:57.832128 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:56:57.836217 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Usage tracker for resource:subnet and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:56:57.839240 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:56:57.847136 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:56:57.857823 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Made reservation on behalf of 11e5048a6f7541c8987bfbd84ca42f78 for: {'subnet': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:56:57.860475 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10568824'] for subnet, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:58.264692 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10571540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10568810'] for subnet, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:58.268499 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:58.343531 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74645c6d-71b2-402a-ab93-7f3e792247cc,revision_number=0']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:58.347366 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:58.370669 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Checking segment: {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:56:58.371023 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Network hostable DHCP agents. Network: 50eb8839-c8af-431e-989e-3aa535f9f8ea, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:56:58.391057 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Network 50eb8839-c8af-431e-989e-3aa535f9f8ea is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:56:58.401307 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, 50eb8839-c8af-431e-989e-3aa535f9f8ea) {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:56:58.411032 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8549b287-ce5e-4073-b54f-4e420908a0da None None] Network 50eb8839-c8af-431e-989e-3aa535f9f8ea requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:56:58.414159 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:56:58.414737 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:58.439430 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-fc2717ff-6ee1-437f-a5c9-45c840c4ae97 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6176383
Jun 17 14:56:58.442388 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 47608) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:56:58.447524 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:56:58.452320 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:56:58.456172 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Usage tracker for resource:router and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:56:58.460394 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:56:58.466391 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:56:58.477513 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1009'] for router, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:58.478601 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:58.494197 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:58.653498 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ba3dc35-c8d0-5121-954b-099e47d2ccaa-50eb8839-c8af-431e-989e-3aa535f9f8ea', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc'}]}} from dv-cinder-796859-1-iscsi. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 17 14:56:58.654670 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:58.664446 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c0472ef6-88f4-4a50-86f7-f609a8f2144f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:58.822333 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Allocated IP 172.20.0.2 (50eb8839-c8af-431e-989e-3aa535f9f8ea/74645c6d-71b2-402a-ab93-7f3e792247cc/5099948e-89d8-490f-bcf0-1ffea8e5b2a0) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:56:58.879047 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-922'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:59.041514 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:59.052891 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Transition to ACTIVE for port object 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:56:59.075745 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Transition to ACTIVE for port object 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:56:59.083783 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:59.090103 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-5d85ad38-5007-44ed-8e09-77d7ac0f19a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:59.156345 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Network 50eb8839-c8af-431e-989e-3aa535f9f8ea is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:56:59.159862 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Resources bound (agent type, host, resource id):  {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:56:59.164489 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:56:59.174603 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Pushing event updated for resources: {'Port': ['ID=5099948e-89d8-490f-bcf0-1ffea8e5b2a0,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:59.201627 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:59.237190 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:59.265950 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Attempting to bind port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:56:59.266439 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Attempting to bind port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:56:59.266696 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Attempting to bind port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 on network 50eb8839-c8af-431e-989e-3aa535f9f8ea {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:56:59.267560 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:59.273550 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:56:59.274093 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Checking segment: {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:56:59.274548 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:59.274952 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Bound using segment: {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:56:59.275467 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Bound port: 5099948e-89d8-490f-bcf0-1ffea8e5b2a0, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:56:59.275858 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:59.377625 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] For port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:56:59.381257 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] For port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5099948e-89d8-490f-bcf0-1ffea8e5b2a0,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:56:59.385543 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:59.389514 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:59.419526 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Allocated IP 172.27.3.52 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/1d134d98-b0f7-4497-b38e-05f4ab84910b) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:56:59.490097 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Pushing event updated for resources: {'Port': ['ID=5099948e-89d8-490f-bcf0-1ffea8e5b2a0,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:59.493981 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:59.593374 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:59.628323 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:56:59.632714 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9b32dc75-35ed-4bab-8b75-7154d0a020b6 tempest-AttachVolumeTestJSON-1846636372 tempest-AttachVolumeTestJSON-1846636372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:56:59.705232 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:56:59.708206 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:56:59.712938 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:56:59.756315 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Pushing event updated for resources: {'Port': ['ID=1d134d98-b0f7-4497-b38e-05f4ab84910b,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:56:59.765816 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:56:59.928567 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:00.325277 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:00.434707 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2f12a6-b632-48d4-9df9-6f1e084f5f41 None None] Network 50eb8839-c8af-431e-989e-3aa535f9f8ea requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:57:00.548866 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-1a7a212a-165e-481c-9700-066af84a08dd None None] Provisioning for port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:57:00.679979 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643652'] for router, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:00.902233 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Router 99fac827-d01a-4a5f-9a79-0224e0ced47a is scheduled to L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 with binding_index 1 {{(pid=78705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 17 14:57:01.091133 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:57:01.100733 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Sync routers for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:57:01.110717 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:57:01.111653 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28476d30>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:56:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:01.119845 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:01.121169 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-1f025013-0a98-4004-9bf4-75adf8f01b80 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.6778564
Jun 17 14:57:01.123964 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 47612) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:57:01.299826 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:57:01.577878 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:57:01.678373 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:57:01.685123 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28476d30>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:56:59Z', 'revision_number': 3, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:01.689075 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:01.689460 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:01.720939 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Checking router: 99fac827-d01a-4a5f-9a79-0224e0ced47a for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:57:01.720939 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Updating router 99fac827-d01a-4a5f-9a79-0224e0ced47a port 1d134d98-b0f7-4497-b38e-05f4ab84910b binding host dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:57:01.799552 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:01.968109 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:01.976410 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:02.116590 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:02.120157 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5099948e-89d8-490f-bcf0-1ffea8e5b2a0,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:57:02.128340 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:02.132464 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-42b9c29e-e9a0-47e1-8212-dcd0994037d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:02.193352 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Allocated IP 172.20.0.1 (50eb8839-c8af-431e-989e-3aa535f9f8ea/74645c6d-71b2-402a-ab93-7f3e792247cc/bc457f0f-a811-429a-8749-fdfc8b280f2c) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:57:02.222384 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=5099948e-89d8-490f-bcf0-1ffea8e5b2a0,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:02.226433 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:02.302951 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:02.315738 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Transition to ACTIVE for port object 1d134d98-b0f7-4497-b38e-05f4ab84910b will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:57:02.324642 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:02.329296 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:02.348164 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:02.364876 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Transition to ACTIVE for port object bc457f0f-a811-429a-8749-fdfc8b280f2c will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:57:02.390733 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:02.394536 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c696c590-d4dd-4091-b41d-9304abbc8b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:02.410456 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24b58b-4c78-4fff-83ed-03ec1d1a7ec8 None None] Pushing event updated for resources: {'Port': ['ID=1d134d98-b0f7-4497-b38e-05f4ab84910b,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:02.412772 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Attempting to bind port 1d134d98-b0f7-4497-b38e-05f4ab84910b on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:57:02.413159 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Attempting to bind port 1d134d98-b0f7-4497-b38e-05f4ab84910b by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:57:02.413803 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Attempting to bind port 1d134d98-b0f7-4497-b38e-05f4ab84910b on network a32b1f87-2a0e-42d0-949c-6abcb3897131 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:57:02.416151 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-fb24b58b-4c78-4fff-83ed-03ec1d1a7ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:02.427471 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:57:02.427862 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Checking segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:57:02.430521 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:02.431543 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Bound using segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:57:02.432053 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Bound port: 1d134d98-b0f7-4497-b38e-05f4ab84910b, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:57:02.432443 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:02.462202 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Network 50eb8839-c8af-431e-989e-3aa535f9f8ea is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:57:02.465021 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:57:02.468692 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:57:02.502873 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Pushing event updated for resources: {'Port': ['ID=bc457f0f-a811-429a-8749-fdfc8b280f2c,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:02.507978 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:02.516397 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] For port 1d134d98-b0f7-4497-b38e-05f4ab84910b, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:57:02.520921 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] For port 1d134d98-b0f7-4497-b38e-05f4ab84910b, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=1d134d98-b0f7-4497-b38e-05f4ab84910b,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:57:02.527713 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:02.534107 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-a697b1f4-4067-4b44-af7a-83d2875a2f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:02.541267 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650539'] for router_interface, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:02.603877 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:57:02.604738 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28476d30>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:56:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:02.752800 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24b58b-4c78-4fff-83ed-03ec1d1a7ec8 None None] Pushing event updated for resources: {'Port': ['ID=1d134d98-b0f7-4497-b38e-05f4ab84910b,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:02.756365 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-fb24b58b-4c78-4fff-83ed-03ec1d1a7ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:02.816374 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:02.825687 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-d6232435-6ce9-4005-9708-12d3ea07ad44 None None] Provisioning for port bc457f0f-a811-429a-8749-fdfc8b280f2c completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:57:02.848294 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-d6232435-6ce9-4005-9708-12d3ea07ad44 None None] Provisioning complete for port bc457f0f-a811-429a-8749-fdfc8b280f2c triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:02.848673 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d6232435-6ce9-4005-9708-12d3ea07ad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:02.919870 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:57:03.023647 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-d6232435-6ce9-4005-9708-12d3ea07ad44 None None] Port bc457f0f-a811-429a-8749-fdfc8b280f2c cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:57:03.061339 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:03.067192 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:03.098866 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-92cdb432-d192-405f-b9d4-d0001c27ec0b tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:03.184990 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Pushing event updated for resources: {'Port': ['ID=bc457f0f-a811-429a-8749-fdfc8b280f2c,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:03.187570 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650632'] for router_interface, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:03.191329 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:03.239641 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28476d30>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:56:59Z', 'revision_number': 3, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:03.244471 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42474f2f-c4d0-4af9-84a5-7db37a5bf452 None None] The sync data for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi is: [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:56:59Z', 'revision_number': 3, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:57:03.341116 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Network 50eb8839-c8af-431e-989e-3aa535f9f8ea is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:57:03.342379 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:57:03.657526 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-9c2bdc95-03af-4a74-9dd8-a511d23aa9e6 None None] Provisioning complete for port bc457f0f-a811-429a-8749-fdfc8b280f2c triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:03.658145 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-9c2bdc95-03af-4a74-9dd8-a511d23aa9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:03.697223 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:57:03.755876 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Router 99fac827-d01a-4a5f-9a79-0224e0ced47a has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:57:03.774989 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bdc95-03af-4a74-9dd8-a511d23aa9e6 None None] Port bc457f0f-a811-429a-8749-fdfc8b280f2c cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:57:03.793659 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:03.793659 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:03.926758 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 1d134d98-b0f7-4497-b38e-05f4ab84910b up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:57:03.952948 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:57:03.964456 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-6f814e3d-fd11-478f-9507-1cc981689185 admin admin] 10.222.0.89 "PUT /v2.0/routers/99fac827-d01a-4a5f-9a79-0224e0ced47a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8393269
Jun 17 14:57:04.015515 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 1d134d98-b0f7-4497-b38e-05f4ab84910b completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:57:04.020957 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 1d134d98-b0f7-4497-b38e-05f4ab84910b triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:04.021445 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:04.155276 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:04.172045 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port 1d134d98-b0f7-4497-b38e-05f4ab84910b, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=1d134d98-b0f7-4497-b38e-05f4ab84910b,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:57:04.180383 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:04.183016 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:04.263810 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=1d134d98-b0f7-4497-b38e-05f4ab84910b,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:04.266929 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:04.602048 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 47630) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:57:04.608519 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1847226063-network', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:57:04.614122 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:57:04.619264 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Usage tracker for resource:network and tenant:f5db945c1e9a4494b2f682a44b1c4caa is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:57:04.622736 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:57:04.629077 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:57:04.646805 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Made reservation on behalf of f5db945c1e9a4494b2f682a44b1c4caa for: {'network': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:57:04.649378 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for network, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:04.667491 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:04.694341 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:57:04.700017 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Usage tracker for resource:security_group_rule and tenant:f5db945c1e9a4494b2f682a44b1c4caa is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:57:04.703532 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:57:04.711037 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:57:04.826472 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:04.831481 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:04.834788 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-4735804b-1d33-4ed3-a666-ece5d6e69bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:04.871906 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] vlan segment allocate from pool success with {'vlan_id': 1296, 'physical_network': 'physnet1'}  {{(pid=78705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 17 14:57:04.874504 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755c40ea-2ad5-41a6-b9ba-63a1224a4927,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:04.877853 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:04.892548 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:04.892548 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.segments_db [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Added segment f559c08c-f61b-4fbd-b841-5a833cabf586 of type vlan for network 0f2a80e9-4e37-4a77-9c4e-09e998b35b6a
Jun 17 14:57:04.920907 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738959592012'] for network, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:04.956339 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177'] for network, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:04.957616 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:04.958450 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:04.962699 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Sync routers for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:57:04.963259 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:04.973808 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:57:04.974559 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b282a8c40>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:56:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:05.078254 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4717705
Jun 17 14:57:05.078254 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Pushing event updated for resources: {'Network': ['ID=0f2a80e9-4e37-4a77-9c4e-09e998b35b6a,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:05.079412 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47634) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:57:05.082204 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-e12d2f76-4888-41f8-8358-0237ee9436ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:05.090655 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Request body: {'subnet': {'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1847226063-subnet', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'ip_version': 4}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:57:05.095371 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Network 0f2a80e9-4e37-4a77-9c4e-09e998b35b6a details requested by agent ovs-agent-dv-cinder-796859-1-iscsi with host dv-cinder-796859-1-iscsi {{(pid=78707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 17 14:57:05.098116 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:57:05.102937 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Usage tracker for resource:subnet and tenant:f5db945c1e9a4494b2f682a44b1c4caa is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:57:05.106664 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:57:05.114000 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:57:05.126867 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Made reservation on behalf of f5db945c1e9a4494b2f682a44b1c4caa for: {'subnet': 1} {{(pid=78706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:57:05.129437 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2081464'] for subnet, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:05.176266 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:57:05.518212 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b282a8c40>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 2, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:05.522805 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Checking router: 99fac827-d01a-4a5f-9a79-0224e0ced47a for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:57:05.523264 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Updating router 99fac827-d01a-4a5f-9a79-0224e0ced47a port bc457f0f-a811-429a-8749-fdfc8b280f2c binding host dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:57:05.547966 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 1d134d98-b0f7-4497-b38e-05f4ab84910b up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:57:05.583126 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:05.633110 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 1d134d98-b0f7-4497-b38e-05f4ab84910b triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:05.633582 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:05.651586 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2081450'] for subnet, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:05.656773 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:05.732401 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=95abe1b1-f2cc-41a8-98e3-58b18ac855a4,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:05.738559 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:05.747062 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Checking segment: {'id': 'f559c08c-f61b-4fbd-b841-5a833cabf586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:57:05.747455 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Network hostable DHCP agents. Network: 0f2a80e9-4e37-4a77-9c4e-09e998b35b6a, hostable agents: ['88777244-3d21-4f14-bcfe-f22c03391c31'], hosted agents: [] {{(pid=78706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 17 14:57:05.769491 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Network 0f2a80e9-4e37-4a77-9c4e-09e998b35b6a is scheduled to be hosted by DHCP agent 88777244-3d21-4f14-bcfe-f22c03391c31 with binding_index 1 {{(pid=78706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 17 14:57:05.781956 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796859-1-iscsi, 0f2a80e9-4e37-4a77-9c4e-09e998b35b6a) {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:57:05.793113 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f115bb8-8408-4a98-9907-a0dd84ae3ec0 None None] Network 0f2a80e9-4e37-4a77-9c4e-09e998b35b6a requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:57:05.796257 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:05.796878 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:05.824337 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-936fe550-fea4-4e09-b91a-62d8111bb7bb admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7419906
Jun 17 14:57:05.825839 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 47638) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:57:05.831967 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1847226063-router', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:57:05.838298 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:57:05.842778 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Usage tracker for resource:router and tenant:f5db945c1e9a4494b2f682a44b1c4caa is out of sync, need to count used quota {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:57:05.846042 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78705) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:57:05.853513 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:57:05.867504 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-567805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1009'] for router, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:05.869259 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:05.903232 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:05.995025 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:06.008670 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Transition to ACTIVE for port object bc457f0f-a811-429a-8749-fdfc8b280f2c will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:57:06.016915 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:06.029474 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2a78aacd-e316-4119-8eb3-fefaca86df40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:06.096555 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ba3dc35-c8d0-5121-954b-099e47d2ccaa-0f2a80e9-4e37-4a77-9c4e-09e998b35b6a', 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'fixed_ips': [{'subnet_id': '95abe1b1-f2cc-41a8-98e3-58b18ac855a4'}]}} from dv-cinder-796859-1-iscsi. {{(pid=78707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 17 14:57:06.097690 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:06.152616 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Pushing event updated for resources: {'Port': ['ID=bc457f0f-a811-429a-8749-fdfc8b280f2c,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:06.167040 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:06.167683 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:06.168298 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:06.168857 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:06.169261 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:06.169594 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:06.170034 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:06.170356 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:06.170856 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:06.171338 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:06.172358 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:06.172358 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:06.185048 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:06.249011 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-922'] for router, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:06.324951 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Attempting to bind port bc457f0f-a811-429a-8749-fdfc8b280f2c on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:57:06.325688 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.db_base_plugin_common [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Allocated IP 172.20.0.2 (0f2a80e9-4e37-4a77-9c4e-09e998b35b6a/95abe1b1-f2cc-41a8-98e3-58b18ac855a4/5b40867f-0501-4929-8e0b-1ad5d9440512) {{(pid=78707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:57:06.325966 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Attempting to bind port bc457f0f-a811-429a-8749-fdfc8b280f2c by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:57:06.326534 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Attempting to bind port bc457f0f-a811-429a-8749-fdfc8b280f2c on network 50eb8839-c8af-431e-989e-3aa535f9f8ea {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:57:06.338049 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:57:06.339439 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Checking segment: {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:57:06.340509 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:06.341080 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Bound using segment: {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:57:06.342181 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Bound port: bc457f0f-a811-429a-8749-fdfc8b280f2c, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:57:06.342814 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:06.488820 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] For port bc457f0f-a811-429a-8749-fdfc8b280f2c, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:57:06.493483 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] For port bc457f0f-a811-429a-8749-fdfc8b280f2c, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=bc457f0f-a811-429a-8749-fdfc8b280f2c,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:57:06.499520 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:06.504027 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-2cee5f75-ce95-4856-afab-9bbf12710f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:06.573173 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Notify callbacks [] for port, precommit_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:06.593731 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Transition to ACTIVE for port object 5b40867f-0501-4929-8e0b-1ad5d9440512 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:57:06.602155 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Pushing event updated for resources: {'Port': ['ID=bc457f0f-a811-429a-8749-fdfc8b280f2c,revision_number=4']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:06.610191 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-12aac5ed-2853-4781-bc91-23cd45d12b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:06.614622 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:06.620143 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:57:06.620517 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b282a8c40>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:56:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:06.642484 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Transition to ACTIVE for port object 5b40867f-0501-4929-8e0b-1ad5d9440512 will not be triggered until provisioned by entity DHCP. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:57:06.651012 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706'] for port, after_create {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:06.653545 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:06.658702 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:06.732330 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Network 0f2a80e9-4e37-4a77-9c4e-09e998b35b6a is already hosted by enough agents. {{(pid=78707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:57:06.735421 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.scheduler.base_scheduler [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Resources bound (agent type, host, resource id):  {{(pid=78707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:57:06.739787 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Received port after_create {{(pid=78707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:57:06.746681 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Pushing event updated for resources: {'Port': ['ID=5b40867f-0501-4929-8e0b-1ad5d9440512,revision_number=1']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:06.750964 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:06.828847 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Allocated IP 172.27.3.171 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/f8c5086e-729a-4979-9e03-c98d582fe448) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:57:06.868170 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Attempting to bind port 5b40867f-0501-4929-8e0b-1ad5d9440512 on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:57:06.869266 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Attempting to bind port 5b40867f-0501-4929-8e0b-1ad5d9440512 by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': 'f559c08c-f61b-4fbd-b841-5a833cabf586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:57:06.869652 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Attempting to bind port 5b40867f-0501-4929-8e0b-1ad5d9440512 on network 0f2a80e9-4e37-4a77-9c4e-09e998b35b6a {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:57:06.880765 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:57:06.881173 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Checking segment: {'id': 'f559c08c-f61b-4fbd-b841-5a833cabf586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:57:06.881514 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:06.881910 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Bound using segment: {'id': 'f559c08c-f61b-4fbd-b841-5a833cabf586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:57:06.882391 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Bound port: 5b40867f-0501-4929-8e0b-1ad5d9440512, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559c08c-f61b-4fbd-b841-5a833cabf586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:57:06.883527 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:06.889394 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:57:07.000279 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] For port 5b40867f-0501-4929-8e0b-1ad5d9440512, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:57:07.004077 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] For port 5b40867f-0501-4929-8e0b-1ad5d9440512, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5b40867f-0501-4929-8e0b-1ad5d9440512,segment=NetworkSegment(f559c08c-f61b-4fbd-b841-5a833cabf586),segment_id=f559c08c-f61b-4fbd-b841-5a833cabf586)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:57:07.010943 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:07.018575 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:07.018828 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:07.053210 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:07.057194 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f7cb05a2-0146-422f-86e2-da32829cb1db tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:07.136058 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Pushing event updated for resources: {'Port': ['ID=5b40867f-0501-4929-8e0b-1ad5d9440512,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:07.165114 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:07.282870 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:57:07.285586 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:57:07.289804 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:57:07.290276 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b282a8c40>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:06Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:07.295884 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dedf36-1670-4168-afdb-7783795d65fc None None] The sync data for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi is: [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:06Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:57:07.358489 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c5086e-729a-4979-9e03-c98d582fe448,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:07.391086 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:07.392175 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:07.392406 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:07.393042 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:07.393676 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:07.396361 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:07.397543 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:07.398198 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:07.398845 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:07.401567 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:07.402144 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:07.402627 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:07.409489 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:07.687959 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device bc457f0f-a811-429a-8749-fdfc8b280f2c up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:57:07.779770 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port bc457f0f-a811-429a-8749-fdfc8b280f2c completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:57:07.785883 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port bc457f0f-a811-429a-8749-fdfc8b280f2c triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:07.786267 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:07.959278 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:08.023288 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port bc457f0f-a811-429a-8749-fdfc8b280f2c, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=bc457f0f-a811-429a-8749-fdfc8b280f2c,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:57:08.031035 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:08.031928 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:08.033593 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5b40867f-0501-4929-8e0b-1ad5d9440512 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:57:08.065218 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:08.270235 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=bc457f0f-a811-429a-8749-fdfc8b280f2c,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:08.277443 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:08.296798 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port 5b40867f-0501-4929-8e0b-1ad5d9440512 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:57:08.438189 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5616be-47b7-4a3c-9319-187a93beefd5 None None] Network 0f2a80e9-4e37-4a77-9c4e-09e998b35b6a requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 14:57:08.487613 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643652'] for router, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:08.563947 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-d12cb9eb-687b-4390-b034-0a48bc58f2ef None None] Provisioning for port 5b40867f-0501-4929-8e0b-1ad5d9440512 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:57:08.574165 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-d12cb9eb-687b-4390-b034-0a48bc58f2ef None None] Provisioning complete for port 5b40867f-0501-4929-8e0b-1ad5d9440512 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:08.574641 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d12cb9eb-687b-4390-b034-0a48bc58f2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:08.758512 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Router 8eedcf31-9b0f-4a01-931b-652ba89cf35c is scheduled to L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 with binding_index 1 {{(pid=78705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 17 14:57:08.847883 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d12cb9eb-687b-4390-b034-0a48bc58f2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:08.894376 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-d12cb9eb-687b-4390-b034-0a48bc58f2ef None None] For port 5b40867f-0501-4929-8e0b-1ad5d9440512, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5b40867f-0501-4929-8e0b-1ad5d9440512,segment=NetworkSegment(f559c08c-f61b-4fbd-b841-5a833cabf586),segment_id=f559c08c-f61b-4fbd-b841-5a833cabf586)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:57:08.899712 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-d12cb9eb-687b-4390-b034-0a48bc58f2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:08.902100 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-26c7beac-a145-4fd2-9e4b-704dfd6a0467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:08.966647 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:57:08.982245 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Sync routers for ids ['8eedcf31-9b0f-4a01-931b-652ba89cf35c'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:57:08.997469 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Routers {'8eedcf31-9b0f-4a01-931b-652ba89cf35c'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:57:08.998342 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28465bb0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:56:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['8eedcf31-9b0f-4a01-931b-652ba89cf35c'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:08.999903 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Notify callbacks [] for router, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:09.004116 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1739175
Jun 17 14:57:09.004550 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47642) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:57:09.142386 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cb9eb-687b-4390-b034-0a48bc58f2ef None None] Pushing event updated for resources: {'Port': ['ID=5b40867f-0501-4929-8e0b-1ad5d9440512,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:09.193101 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-d12cb9eb-687b-4390-b034-0a48bc58f2ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:09.242817 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-4a2b7679-f74e-4658-ba83-4925bcfbcc2a None None] Provisioning complete for port 5b40867f-0501-4929-8e0b-1ad5d9440512 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:09.243183 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-4a2b7679-f74e-4658-ba83-4925bcfbcc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:09.284854 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Set router 8eedcf31-9b0f-4a01-931b-652ba89cf35c gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:57:09.575516 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device bc457f0f-a811-429a-8749-fdfc8b280f2c up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:57:09.727496 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port bc457f0f-a811-429a-8749-fdfc8b280f2c triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:09.727880 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:09.759837 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:09.788901 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28465bb0>, [{'id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'name': 'tempest-TestVolumeBootPattern-1847226063-router', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f8c5086e-729a-4979-9e03-c98d582fe448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:57:05Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 3, 'project_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'gw_port': {'id': 'f8c5086e-729a-4979-9e03-c98d582fe448', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:06Z', 'updated_at': '2021-06-17T14:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:09.797002 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Checking router: 8eedcf31-9b0f-4a01-931b-652ba89cf35c for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:57:09.797355 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Updating router 8eedcf31-9b0f-4a01-931b-652ba89cf35c port f8c5086e-729a-4979-9e03-c98d582fe448 binding host dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:57:09.900356 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:09.967223 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5b40867f-0501-4929-8e0b-1ad5d9440512 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:57:09.995361 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Allocated IP 172.20.0.1 (0f2a80e9-4e37-4a77-9c4e-09e998b35b6a/95abe1b1-f2cc-41a8-98e3-58b18ac855a4/cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:57:10.143911 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port 5b40867f-0501-4929-8e0b-1ad5d9440512 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:10.144295 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:10.160834 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:10.177989 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.provisioning_blocks [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Transition to ACTIVE for port object cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 will not be triggered until provisioned by entity DHCP. {{(pid=78706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:57:10.205403 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:10.209218 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b18add32-2852-4c0a-a9f1-e518cd3317d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:10.280227 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Network 0f2a80e9-4e37-4a77-9c4e-09e998b35b6a is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:57:10.283274 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:57:10.287730 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:57:10.319763 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:10.326948 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:10.352062 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650539'] for router_interface, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:10.437042 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Notify callbacks [] for port, precommit_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:10.451307 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Transition to ACTIVE for port object f8c5086e-729a-4979-9e03-c98d582fe448 will not be triggered until provisioned by entity L2. {{(pid=78707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:57:10.460813 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:10.465323 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-53d0b0b8-636c-4b66-a41c-580530077338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:10.555004 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-f5d1e268-9cdc-4cb4-ab8f-56ade5e0e3d6 None None] Provisioning for port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:57:10.560243 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Attempting to bind port f8c5086e-729a-4979-9e03-c98d582fe448 on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:57:10.560627 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Attempting to bind port f8c5086e-729a-4979-9e03-c98d582fe448 by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:57:10.561002 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Attempting to bind port f8c5086e-729a-4979-9e03-c98d582fe448 on network a32b1f87-2a0e-42d0-949c-6abcb3897131 {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:57:10.570602 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-f5d1e268-9cdc-4cb4-ab8f-56ade5e0e3d6 None None] Provisioning complete for port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:10.571094 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e268-9cdc-4cb4-ab8f-56ade5e0e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:10.602996 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce29c0-c78b-4b6e-aa53-f49cf20488e8 None None] Pushing event updated for resources: {'Port': ['ID=f8c5086e-729a-4979-9e03-c98d582fe448,revision_number=2']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:10.607282 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-d6ce29c0-c78b-4b6e-aa53-f49cf20488e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:10.614291 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:57:10.614291 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Checking segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:57:10.614661 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:10.614813 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Bound using segment: {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'} {{(pid=78707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:57:10.615261 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.managers [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Bound port: f8c5086e-729a-4979-9e03-c98d582fe448, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc651cb-0415-4154-b7a1-7152e00109d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131'}}] {{(pid=78707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:57:10.615752 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:10.694890 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1e268-9cdc-4cb4-ab8f-56ade5e0e3d6 None None] Port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:57:10.740839 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] For port f8c5086e-729a-4979-9e03-c98d582fe448, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:57:10.746263 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] For port f8c5086e-729a-4979-9e03-c98d582fe448, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=f8c5086e-729a-4979-9e03-c98d582fe448,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:57:10.750940 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:10.755369 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:10.779470 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:10.890327 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Routers {'8eedcf31-9b0f-4a01-931b-652ba89cf35c'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:57:10.890978 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28465bb0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:56:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['8eedcf31-9b0f-4a01-931b-652ba89cf35c'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:10.949834 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce29c0-c78b-4b6e-aa53-f49cf20488e8 None None] Pushing event updated for resources: {'Port': ['ID=f8c5086e-729a-4979-9e03-c98d582fe448,revision_number=3']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:10.963145 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-d6ce29c0-c78b-4b6e-aa53-f49cf20488e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:11.037315 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:11.043740 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:11.075605 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:11.108047 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] Set router 8eedcf31-9b0f-4a01-931b-652ba89cf35c gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:57:11.159783 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650632'] for router_interface, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:11.167627 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:11.173451 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:11.320141 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Network 0f2a80e9-4e37-4a77-9c4e-09e998b35b6a is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:57:11.321540 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:57:11.507923 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28465bb0>, [{'id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'name': 'tempest-TestVolumeBootPattern-1847226063-router', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f8c5086e-729a-4979-9e03-c98d582fe448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:57:05Z', 'updated_at': '2021-06-17T14:57:10Z', 'revision_number': 4, 'project_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'gw_port': {'id': 'f8c5086e-729a-4979-9e03-c98d582fe448', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:06Z', 'updated_at': '2021-06-17T14:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077', 'name': '', 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'mac_address': 'fa:16:3e:32:a2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '95abe1b1-f2cc-41a8-98e3-58b18ac855a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:09Z', 'updated_at': '2021-06-17T14:57:10Z', 'revision_number': 1, 'project_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'subnets': [{'id': '95abe1b1-f2cc-41a8-98e3-58b18ac855a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:11.512736 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237d6c5-593e-4fb7-be45-d8fb6cf5ab7d None None] The sync data for ids ['8eedcf31-9b0f-4a01-931b-652ba89cf35c'] in dv-cinder-796859-1-iscsi is: [{'id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'name': 'tempest-TestVolumeBootPattern-1847226063-router', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f8c5086e-729a-4979-9e03-c98d582fe448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:57:05Z', 'updated_at': '2021-06-17T14:57:10Z', 'revision_number': 4, 'project_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'gw_port': {'id': 'f8c5086e-729a-4979-9e03-c98d582fe448', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:06Z', 'updated_at': '2021-06-17T14:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077', 'name': '', 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'mac_address': 'fa:16:3e:32:a2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '95abe1b1-f2cc-41a8-98e3-58b18ac855a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:09Z', 'updated_at': '2021-06-17T14:57:10Z', 'revision_number': 1, 'project_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'subnets': [{'id': '95abe1b1-f2cc-41a8-98e3-58b18ac855a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:57:11.538287 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Router 8eedcf31-9b0f-4a01-931b-652ba89cf35c has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:57:11.622010 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-85570670-19be-4628-b0be-21d745b21407 None None] Provisioning complete for port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:11.622685 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-85570670-19be-4628-b0be-21d745b21407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:11.682830 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-85570670-19be-4628-b0be-21d745b21407 None None] Port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:57:11.734968 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:57:11.745797 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-989fe597-327d-4e08-b2ea-e5b26413b6d0 admin admin] 10.222.0.89 "PUT /v2.0/routers/8eedcf31-9b0f-4a01-931b-652ba89cf35c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7400892
Jun 17 14:57:12.625032 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47652) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:57:12.634505 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-706573648', 'description': 'tempest-secgroup-smoke-706573648 description', 'project_id': '11e5048a6f7541c8987bfbd84ca42f78'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:57:12.644974 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:57:12.652108 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Usage tracker for resource:security_group and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:57:12.655581 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:57:12.662455 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:57:12.675109 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:12.698470 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:57:12.702773 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Usage tracker for resource:security_group_rule and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:57:12.706169 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:57:12.712694 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:57:12.794599 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:12.799583 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:12.805376 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-b71286ae-8c8f-4687-b59a-abbd8f74acb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:12.849011 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860d4602-f99a-4ed3-a249-ebaef50ec63c,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:12.853260 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:12.855207 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:12.856559 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-5a411127-944e-4d84-a676-229a48966da6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2300675
Jun 17 14:57:12.860231 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47656) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:57:12.866785 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-cc4d5738-6bba-4059-ab68-43a368240030 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Request body: {'security_group_rule': {'security_group_id': '860d4602-f99a-4ed3-a249-ebaef50ec63c', 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:57:12.873914 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-cc4d5738-6bba-4059-ab68-43a368240030 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:57:12.879918 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-cc4d5738-6bba-4059-ab68-43a368240030 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Usage tracker for resource:security_group_rule and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:57:12.885172 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-cc4d5738-6bba-4059-ab68-43a368240030 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:57:12.893262 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-cc4d5738-6bba-4059-ab68-43a368240030 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:57:12.911930 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5738-6bba-4059-ab68-43a368240030 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:12.979041 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5738-6bba-4059-ab68-43a368240030 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:12.983396 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5738-6bba-4059-ab68-43a368240030 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:12.985484 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:13.008160 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d5738-6bba-4059-ab68-43a368240030 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e879b47-bf67-41d6-a44d-f36ff55a4c89,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:13.013061 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-cc4d5738-6bba-4059-ab68-43a368240030 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:13.020838 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5738-6bba-4059-ab68-43a368240030 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.021979 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-cc4d5738-6bba-4059-ab68-43a368240030 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1605744
Jun 17 14:57:13.025224 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47660) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:57:13.030335 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-6eb144f7-f6be-4884-9310-765c4688089e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Request body: {'security_group_rule': {'security_group_id': '860d4602-f99a-4ed3-a249-ebaef50ec63c', 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:57:13.036326 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-6eb144f7-f6be-4884-9310-765c4688089e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:57:13.041344 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-6eb144f7-f6be-4884-9310-765c4688089e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Usage tracker for resource:security_group_rule and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:57:13.044369 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-6eb144f7-f6be-4884-9310-765c4688089e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:57:13.050181 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-6eb144f7-f6be-4884-9310-765c4688089e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:57:13.073916 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6eb144f7-f6be-4884-9310-765c4688089e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.148917 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6eb144f7-f6be-4884-9310-765c4688089e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.153578 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6eb144f7-f6be-4884-9310-765c4688089e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.155632 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:13.180417 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb144f7-f6be-4884-9310-765c4688089e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d6b395-05a3-4c24-9104-c8dc7df90704,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:13.183252 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6eb144f7-f6be-4884-9310-765c4688089e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:13.191335 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-6eb144f7-f6be-4884-9310-765c4688089e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.192568 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-6eb144f7-f6be-4884-9310-765c4688089e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1664369
Jun 17 14:57:13.196082 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47664) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:57:13.201242 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-02edfe25-a23f-4cb9-b428-fa13f4f33aca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Request body: {'security_group_rule': {'security_group_id': '860d4602-f99a-4ed3-a249-ebaef50ec63c', 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:57:13.207288 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-02edfe25-a23f-4cb9-b428-fa13f4f33aca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:57:13.211593 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-02edfe25-a23f-4cb9-b428-fa13f4f33aca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Usage tracker for resource:security_group_rule and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:57:13.214792 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-02edfe25-a23f-4cb9-b428-fa13f4f33aca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:57:13.221152 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-02edfe25-a23f-4cb9-b428-fa13f4f33aca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:57:13.241130 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02edfe25-a23f-4cb9-b428-fa13f4f33aca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.313312 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02edfe25-a23f-4cb9-b428-fa13f4f33aca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.317899 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02edfe25-a23f-4cb9-b428-fa13f4f33aca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.320499 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-cc4d5738-6bba-4059-ab68-43a368240030 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:13.343317 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edfe25-a23f-4cb9-b428-fa13f4f33aca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631a1398-7cf0-42eb-9ad4-86bbe898d3a0,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:13.345824 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-02edfe25-a23f-4cb9-b428-fa13f4f33aca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:13.356123 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-02edfe25-a23f-4cb9-b428-fa13f4f33aca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.357350 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-02edfe25-a23f-4cb9-b428-fa13f4f33aca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1603358
Jun 17 14:57:13.360102 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47668) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:57:13.365480 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-53dc85b4-93e2-4ce2-a831-001009d44a80 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Request body: {'security_group_rule': {'security_group_id': '860d4602-f99a-4ed3-a249-ebaef50ec63c', 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:57:13.372482 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-53dc85b4-93e2-4ce2-a831-001009d44a80 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:57:13.377698 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-53dc85b4-93e2-4ce2-a831-001009d44a80 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Usage tracker for resource:security_group_rule and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:57:13.381262 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-53dc85b4-93e2-4ce2-a831-001009d44a80 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:57:13.387061 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-53dc85b4-93e2-4ce2-a831-001009d44a80 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:57:13.407535 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53dc85b4-93e2-4ce2-a831-001009d44a80 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.588135 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53dc85b4-93e2-4ce2-a831-001009d44a80 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.589258 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device f8c5086e-729a-4979-9e03-c98d582fe448 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:57:13.594346 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53dc85b4-93e2-4ce2-a831-001009d44a80 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.597715 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6eb144f7-f6be-4884-9310-765c4688089e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:13.624079 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc85b4-93e2-4ce2-a831-001009d44a80 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de34d9de-faba-4d15-8425-780f0d432075,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:13.627134 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-53dc85b4-93e2-4ce2-a831-001009d44a80 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:13.637208 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-53dc85b4-93e2-4ce2-a831-001009d44a80 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.641652 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-53dc85b4-93e2-4ce2-a831-001009d44a80 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2778628
Jun 17 14:57:13.641844 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47672) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:57:13.648493 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-5685d264-eef4-4757-a66d-c6bf5718a27f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Request body: {'security_group_rule': {'security_group_id': '860d4602-f99a-4ed3-a249-ebaef50ec63c', 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:57:13.654823 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-5685d264-eef4-4757-a66d-c6bf5718a27f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:57:13.658876 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-5685d264-eef4-4757-a66d-c6bf5718a27f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Usage tracker for resource:security_group_rule and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:57:13.662252 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-5685d264-eef4-4757-a66d-c6bf5718a27f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:57:13.666142 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port f8c5086e-729a-4979-9e03-c98d582fe448 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:57:13.670330 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-5685d264-eef4-4757-a66d-c6bf5718a27f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:57:13.671435 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port f8c5086e-729a-4979-9e03-c98d582fe448 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:13.671826 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.681715 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.securitygroups_db [None req-5685d264-eef4-4757-a66d-c6bf5718a27f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Project 11e5048a6f7541c8987bfbd84ca42f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 17 14:57:13.688714 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5685d264-eef4-4757-a66d-c6bf5718a27f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.760777 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5685d264-eef4-4757-a66d-c6bf5718a27f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.765062 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5685d264-eef4-4757-a66d-c6bf5718a27f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.767783 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-92de04ad-72d4-48cc-b553-809c923fe8b3 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:13.790972 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685d264-eef4-4757-a66d-c6bf5718a27f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23292146-0cb0-4221-b940-c3c3f72dfbc9,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:13.795264 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5685d264-eef4-4757-a66d-c6bf5718a27f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:13.804857 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.805561 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5685d264-eef4-4757-a66d-c6bf5718a27f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.806842 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-5685d264-eef4-4757-a66d-c6bf5718a27f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1639104
Jun 17 14:57:13.809863 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47676) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:57:13.818582 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-9088261e-c550-4d45-b073-33edaf7e9586 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Request body: {'security_group_rule': {'security_group_id': '860d4602-f99a-4ed3-a249-ebaef50ec63c', 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:57:13.825272 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-9088261e-c550-4d45-b073-33edaf7e9586 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:57:13.827057 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port f8c5086e-729a-4979-9e03-c98d582fe448, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=f8c5086e-729a-4979-9e03-c98d582fe448,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:57:13.829772 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-9088261e-c550-4d45-b073-33edaf7e9586 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Usage tracker for resource:security_group_rule and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:57:13.832551 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.833159 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-9088261e-c550-4d45-b073-33edaf7e9586 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:57:13.835230 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:13.842505 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-9088261e-c550-4d45-b073-33edaf7e9586 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:57:13.858771 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.securitygroups_db [None req-9088261e-c550-4d45-b073-33edaf7e9586 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Project 11e5048a6f7541c8987bfbd84ca42f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 17 14:57:13.866765 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9088261e-c550-4d45-b073-33edaf7e9586 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.916867 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=f8c5086e-729a-4979-9e03-c98d582fe448,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:13.920689 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:13.958183 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9088261e-c550-4d45-b073-33edaf7e9586 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.963974 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9088261e-c550-4d45-b073-33edaf7e9586 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652788'] for security_group_rule, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:13.966752 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:13.992612 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088261e-c550-4d45-b073-33edaf7e9586 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a32a36-01ef-427e-a351-222ecf04fd67,revision_number=0']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:13.995401 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9088261e-c550-4d45-b073-33edaf7e9586 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:14.002990 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9088261e-c550-4d45-b073-33edaf7e9586 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:14.004612 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-9088261e-c550-4d45-b073-33edaf7e9586 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1936426
Jun 17 14:57:14.976283 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Sync routers for ids ['8eedcf31-9b0f-4a01-931b-652ba89cf35c'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:57:14.986567 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Routers {'8eedcf31-9b0f-4a01-931b-652ba89cf35c'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:57:14.987493 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28500d00>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:56:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['8eedcf31-9b0f-4a01-931b-652ba89cf35c'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:15.197455 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Set router 8eedcf31-9b0f-4a01-931b-652ba89cf35c gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:57:15.558799 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device f8c5086e-729a-4979-9e03-c98d582fe448 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:57:15.589532 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28500d00>, [{'id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'name': 'tempest-TestVolumeBootPattern-1847226063-router', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f8c5086e-729a-4979-9e03-c98d582fe448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:57:05Z', 'updated_at': '2021-06-17T14:57:10Z', 'revision_number': 4, 'project_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'gw_port': {'id': 'f8c5086e-729a-4979-9e03-c98d582fe448', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:06Z', 'updated_at': '2021-06-17T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077', 'name': '', 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'mac_address': 'fa:16:3e:32:a2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '95abe1b1-f2cc-41a8-98e3-58b18ac855a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:09Z', 'updated_at': '2021-06-17T14:57:10Z', 'revision_number': 2, 'project_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'subnets': [{'id': '95abe1b1-f2cc-41a8-98e3-58b18ac855a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:15.595112 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Checking router: 8eedcf31-9b0f-4a01-931b-652ba89cf35c for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:57:15.595558 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Updating router 8eedcf31-9b0f-4a01-931b-652ba89cf35c port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 binding host dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 17 14:57:15.655197 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port f8c5086e-729a-4979-9e03-c98d582fe448 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:15.655682 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:15.668587 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:16.185336 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Notify callbacks [] for port, precommit_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:16.201828 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.provisioning_blocks [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Transition to ACTIVE for port object cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 will not be triggered until provisioned by entity L2. {{(pid=78708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:57:16.211114 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:16.215539 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:16.351755 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f6fc7-b94c-4088-b3f4-6c780b5bb0aa None None] Pushing event updated for resources: {'Port': ['ID=cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077,revision_number=3']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:16.356301 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-d27f6fc7-b94c-4088-b3f4-6c780b5bb0aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:16.488961 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Attempting to bind port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 on host dv-cinder-796859-1-iscsi for vnic_type normal with profile  {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:57:16.489282 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Attempting to bind port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 by drivers openvswitch,hyperv on host dv-cinder-796859-1-iscsi at level 0 using segments [{'id': 'f559c08c-f61b-4fbd-b841-5a833cabf586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a'}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:57:16.490103 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Attempting to bind port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 on network 0f2a80e9-4e37-4a77-9c4e-09e998b35b6a {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:57:16.496575 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Checking agent: {'id': '264b80f5-4bb1-4955-9aed-168ab77a3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796859-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 35, 54), 'started_at': datetime.datetime(2021, 6, 17, 14, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796859-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:57:16.496950 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Checking segment: {'id': 'f559c08c-f61b-4fbd-b841-5a833cabf586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:57:16.497365 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:16.497762 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Bound using segment: {'id': 'f559c08c-f61b-4fbd-b841-5a833cabf586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a'} {{(pid=78708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:57:16.498234 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.managers [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Bound port: cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077, host: dv-cinder-796859-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559c08c-f61b-4fbd-b841-5a833cabf586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a'}}] {{(pid=78708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:57:16.498608 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:16.616079 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] For port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077, host dv-cinder-796859-1-iscsi, cleared binding levels {{(pid=78708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:57:16.619888 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.plugins.ml2.db [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] For port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077, host dv-cinder-796859-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077,segment=NetworkSegment(f559c08c-f61b-4fbd-b841-5a833cabf586),segment_id=f559c08c-f61b-4fbd-b841-5a833cabf586)] {{(pid=78708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:57:16.624610 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron_lib.callbacks.manager [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:16.629247 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:16.731022 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Routers {'8eedcf31-9b0f-4a01-931b-652ba89cf35c'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:57:16.731728 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28500d00>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:56:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['8eedcf31-9b0f-4a01-931b-652ba89cf35c'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:16.827082 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f6fc7-b94c-4088-b3f4-6c780b5bb0aa None None] Pushing event updated for resources: {'Port': ['ID=cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077,revision_number=4']} {{(pid=78708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:16.839661 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG oslo_concurrency.lockutils [None req-d27f6fc7-b94c-4088-b3f4-6c780b5bb0aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:16.985910 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] Set router 8eedcf31-9b0f-4a01-931b-652ba89cf35c gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:57:17.440899 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28500d00>, [{'id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'name': 'tempest-TestVolumeBootPattern-1847226063-router', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f8c5086e-729a-4979-9e03-c98d582fe448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:57:05Z', 'updated_at': '2021-06-17T14:57:10Z', 'revision_number': 4, 'project_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'gw_port': {'id': 'f8c5086e-729a-4979-9e03-c98d582fe448', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:06Z', 'updated_at': '2021-06-17T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077', 'name': '', 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'mac_address': 'fa:16:3e:32:a2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '95abe1b1-f2cc-41a8-98e3-58b18ac855a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:09Z', 'updated_at': '2021-06-17T14:57:16Z', 'revision_number': 4, 'project_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'subnets': [{'id': '95abe1b1-f2cc-41a8-98e3-58b18ac855a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:17.450698 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99660900-569c-46d2-a694-5e9f8b7aac84 None None] The sync data for ids ['8eedcf31-9b0f-4a01-931b-652ba89cf35c'] in dv-cinder-796859-1-iscsi is: [{'id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'name': 'tempest-TestVolumeBootPattern-1847226063-router', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f8c5086e-729a-4979-9e03-c98d582fe448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:57:05Z', 'updated_at': '2021-06-17T14:57:10Z', 'revision_number': 4, 'project_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'gw_port': {'id': 'f8c5086e-729a-4979-9e03-c98d582fe448', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:06Z', 'updated_at': '2021-06-17T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077', 'name': '', 'network_id': '0f2a80e9-4e37-4a77-9c4e-09e998b35b6a', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'mac_address': 'fa:16:3e:32:a2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '95abe1b1-f2cc-41a8-98e3-58b18ac855a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:09Z', 'updated_at': '2021-06-17T14:57:16Z', 'revision_number': 4, 'project_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'subnets': [{'id': '95abe1b1-f2cc-41a8-98e3-58b18ac855a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:57:17.599440 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:57:17.683557 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning for port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:57:17.690785 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:17.691168 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:17.868132 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:17.915788 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] For port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077,segment=NetworkSegment(f559c08c-f61b-4fbd-b841-5a833cabf586),segment_id=f559c08c-f61b-4fbd-b841-5a833cabf586)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:57:17.922732 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:17.925757 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:18.004211 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Pushing event updated for resources: {'Port': ['ID=cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:18.008012 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:19.441846 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:57:19.559805 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 up at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:57:19.644412 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Provisioning complete for port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:19.644809 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:20.055338 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:24.539630 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:24.744711 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2678-16ba-46fb-aae0-541a1defcf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:28.627010 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-74188587-21ad-4f6a-b2c9-06d6f3985943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:29.942675 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:30.903213 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-a996cb4d-2513-45d5-844b-fe5b163b41a1 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Synchronizing usage tracker for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:security_group {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:57:30.920799 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-a996cb4d-2513-45d5-844b-fe5b163b41a1 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Unset dirty status for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:security_group {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:57:30.922149 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-a996cb4d-2513-45d5-844b-fe5b163b41a1 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706573648&fields=id&tenant_id=11e5048a6f7541c8987bfbd84ca42f78 HTTP/1.1" status: 200  len: 267 time: 0.0636482
Jun 17 14:57:31.102529 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-a5ea7a17-c4d2-4cf9-a074-39f2782d59e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:31.103259 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-a5ea7a17-c4d2-4cf9-a074-39f2782d59e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Synchronizing usage tracker for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:network {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:57:31.133433 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-a5ea7a17-c4d2-4cf9-a074-39f2782d59e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Unset dirty status for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:network {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:57:31.135177 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-a5ea7a17-c4d2-4cf9-a074-39f2782d59e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 810 time: 0.2050569
Jun 17 14:57:31.162975 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-31a2dbc5-ebfe-43e9-b063-2d952e6d82ca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/quotas/11e5048a6f7541c8987bfbd84ca42f78 HTTP/1.1" status: 200  len: 375 time: 0.0161080
Jun 17 14:57:31.267966 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-897904ad-2e66-4f4d-9c63-334d97c6bcc6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0987055
Jun 17 14:57:31.449915 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-eaeb3ecd-8098-4e49-a057-79e2472af2f5 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=78706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 17 14:57:31.450930 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-eaeb3ecd-8098-4e49-a057-79e2472af2f5 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1699440
Jun 17 14:57:31.617838 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-e2d953f2-a8e4-41a7-a75f-f3a118eef9fe service neutron] 10.222.0.89 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546600
Jun 17 14:57:31.773158 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-fc18fec2-0588-493f-bd80-fe76180bba38 service neutron] 10.222.0.89 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483674
Jun 17 14:57:32.028393 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:32.422517 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-f3afc183-4c62-4be8-bd39-e5cfa4f1362e req-c4eff016-062b-4750-b114-960170db8496 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Synchronizing usage tracker for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:57:32.447710 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-f3afc183-4c62-4be8-bd39-e5cfa4f1362e req-c4eff016-062b-4750-b114-960170db8496 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Unset dirty status for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:57:32.449410 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f3afc183-4c62-4be8-bd39-e5cfa4f1362e req-c4eff016-062b-4750-b114-960170db8496 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 210 time: 0.2420089
Jun 17 14:57:33.686791 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-4e71b5c3-7c65-40cf-b4f4-ffd7ca1831ca req-5e29d77d-098f-4bb5-b98d-30bc279c0696 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 210 time: 0.0673544
Jun 17 14:57:33.965892 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-6316c2e3-9587-4bae-bccf-936442c55cee tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:33.968520 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-6316c2e3-9587-4bae-bccf-936442c55cee tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 810 time: 0.2564797
Jun 17 14:57:34.050339 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-75408d06-3401-4cb0-9bd1-35a95fd079c7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e5048a6f7541c8987bfbd84ca42f78 HTTP/1.1" status: 200  len: 379 time: 0.0668509
Jun 17 14:57:34.062746 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Request body: {'port': {'device_id': '829aed1d-04a0-4810-8dbe-978ea9188885', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'admin_state_up': True, 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'security_groups': ['860d4602-f99a-4ed3-a249-ebaef50ec63c']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:57:34.275339 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:57:34.289621 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:57:34.301720 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Made reservation on behalf of 11e5048a6f7541c8987bfbd84ca42f78 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:57:34.307079 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:34.499620 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Allocated IP 172.20.0.5 (50eb8839-c8af-431e-989e-3aa535f9f8ea/74645c6d-71b2-402a-ab93-7f3e792247cc/e852040e-3010-4153-9b9c-4f666f7f7a69) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:57:34.722087 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:34.747487 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Transition to ACTIVE for port object e852040e-3010-4153-9b9c-4f666f7f7a69 will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:57:34.785547 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:34.793118 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f2a52c87-729a-4ff7-9dc5-09f40e02f9f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:34.932628 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Network 50eb8839-c8af-431e-989e-3aa535f9f8ea is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:57:34.939740 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:57:34.947442 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:57:34.991235 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'Port': ['ID=e852040e-3010-4153-9b9c-4f666f7f7a69,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:34.998422 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:35.037185 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:35.038170 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:35.077623 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03769616-bd6c-4c92-be18-a9a875160dff req-369bcddd-c724-4f39-8bd6-9caea2970039 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:35.079513 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-03769616-bd6c-4c92-be18-a9a875160dff req-369bcddd-c724-4f39-8bd6-9caea2970039 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 931 time: 0.2356834
Jun 17 14:57:35.089084 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-d8fe0fe1-00e5-467a-adc1-7e146be4e79e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0331697
Jun 17 14:57:35.114948 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-55c60bf2-e311-4b81-975e-a1174eabf469 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 17 14:57:35.116369 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-55c60bf2-e311-4b81-975e-a1174eabf469 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0089505
Jun 17 14:57:35.173400 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-03769616-bd6c-4c92-be18-a9a875160dff req-02eca4df-3303-4b0a-a809-1d25391830b2 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804968
Jun 17 14:57:35.196252 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Request body: {'port': {'device_id': '829aed1d-04a0-4810-8dbe-978ea9188885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:57:35.248026 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-017a2645-a290-47f8-b658-30fa28cef8d8 None None] Provisioning for port e852040e-3010-4153-9b9c-4f666f7f7a69 completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:57:35.254850 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-017a2645-a290-47f8-b658-30fa28cef8d8 None None] Provisioning complete for port e852040e-3010-4153-9b9c-4f666f7f7a69 triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:35.255217 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-017a2645-a290-47f8-b658-30fa28cef8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:35.331572 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-017a2645-a290-47f8-b658-30fa28cef8d8 None None] Port e852040e-3010-4153-9b9c-4f666f7f7a69 cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 14:57:35.334564 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:35.753781 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e852040e-3010-4153-9b9c-4f666f7f7a69 {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:57:35.762780 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:35.785798 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Transition to ACTIVE for port object e852040e-3010-4153-9b9c-4f666f7f7a69 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:57:35.791882 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:35.796871 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fa7e6dba-2209-4363-865e-d0275dd8c0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:35.962434 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Pushing event updated for resources: {'Port': ['ID=e852040e-3010-4153-9b9c-4f666f7f7a69,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:35.969992 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:36.180621 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Attempting to bind port e852040e-3010-4153-9b9c-4f666f7f7a69 on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 14:57:36.180621 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Attempting to bind port e852040e-3010-4153-9b9c-4f666f7f7a69 by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 14:57:36.180621 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Attempting to bind port e852040e-3010-4153-9b9c-4f666f7f7a69 on network 50eb8839-c8af-431e-989e-3aa535f9f8ea {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:57:36.183700 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Port e852040e-3010-4153-9b9c-4f666f7f7a69 on network 50eb8839-c8af-431e-989e-3aa535f9f8ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 14:57:36.184232 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Attempting to bind port e852040e-3010-4153-9b9c-4f666f7f7a69 on network 50eb8839-c8af-431e-989e-3aa535f9f8ea {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 14:57:36.192819 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 14:57:36.193969 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Checking segment: {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 14:57:36.194576 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Bound using segment: {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 14:57:36.195046 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Bound port: e852040e-3010-4153-9b9c-4f666f7f7a69, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 14:57:36.195432 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:36.301248 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] For port e852040e-3010-4153-9b9c-4f666f7f7a69, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 14:57:36.305898 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] For port e852040e-3010-4153-9b9c-4f666f7f7a69, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=e852040e-3010-4153-9b9c-4f666f7f7a69,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 14:57:36.313971 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:36.320454 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-f5314716-e7b7-48e5-a7bf-8367021c9c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:36.384730 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:36.385426 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:36.386777 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] 10.222.0.37 "PUT /v2.0/ports/e852040e-3010-4153-9b9c-4f666f7f7a69 HTTP/1.1" status: 200  len: 1093 time: 1.2613976
Jun 17 14:57:36.387300 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829aed1d-04a0-4810-8dbe-978ea9188885', 'tag': 'e852040e-3010-4153-9b9c-4f666f7f7a69'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:57:36.388059 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4d664-77b9-453d-a7ba-bfb402ae70e7 req-3b0608fe-0a76-49f8-b911-7862136ca20e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:36.390487 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5ea4d664-77b9-453d-a7ba-bfb402ae70e7 req-3b0608fe-0a76-49f8-b911-7862136ca20e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 943 time: 0.0977013
Jun 17 14:57:36.409852 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Pushing event updated for resources: {'Port': ['ID=e852040e-3010-4153-9b9c-4f666f7f7a69,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:36.414463 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:36.467763 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-5ea4d664-77b9-453d-a7ba-bfb402ae70e7 req-edb1ee15-8c58-424b-97a3-66ffb5fc0cf4 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544116
Jun 17 14:57:36.536495 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-f431f87e-ca3c-4708-b303-5b345d295d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:36.538774 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-f431f87e-ca3c-4708-b303-5b345d295d56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 1096 time: 0.0911436
Jun 17 14:57:36.627411 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829aed1d-04a0-4810-8dbe-978ea9188885', 'tag': 'e852040e-3010-4153-9b9c-4f666f7f7a69', 'status': 'completed', 'code': 200}
Jun 17 14:57:36.638551 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-dab33deb-05d5-4b48-bb9f-6778bc4ad535 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e852040e-3010-4153-9b9c-4f666f7f7a69 HTTP/1.1" status: 200  len: 217 time: 0.0844977
Jun 17 14:57:36.732962 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-f796b4b6-96dd-4635-8df5-df3f8e2c796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:36.734432 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-f796b4b6-96dd-4635-8df5-df3f8e2c796a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0893383
Jun 17 14:57:36.838019 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-22981043-1165-43d6-bb76-f2f1fb6412c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:36.839422 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-22981043-1165-43d6-bb76-f2f1fb6412c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0977707
Jun 17 14:57:37.003668 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-ddbad9ae-65f0-468a-8d7f-8a6a98ad8a89 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564119
Jun 17 14:57:37.145356 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-bd238fc3-b11a-44d5-8440-eaa5232e62a9 req-f0b96484-f844-4e9e-96a6-e5791aa6fa22 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350276
Jun 17 14:57:37.320771 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d842c8a-e500-49e8-901e-5e5645786640 req-85b85bd6-a32d-47be-93e8-8a3dd722f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:37.322241 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8d842c8a-e500-49e8-901e-5e5645786640 req-85b85bd6-a32d-47be-93e8-8a3dd722f4fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 1096 time: 0.0734224
Jun 17 14:57:37.468893 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d842c8a-e500-49e8-901e-5e5645786640 req-2804617b-d0a3-48fd-b684-695091aa0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:37.470391 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8d842c8a-e500-49e8-901e-5e5645786640 req-2804617b-d0a3-48fd-b684-695091aa0431 service neutron] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 912 time: 0.1400692
Jun 17 14:57:37.545415 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8d842c8a-e500-49e8-901e-5e5645786640 req-e81a36b4-8552-4f37-978f-10886b0466ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e852040e-3010-4153-9b9c-4f666f7f7a69 HTTP/1.1" status: 200  len: 217 time: 0.0681725
Jun 17 14:57:37.615347 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d842c8a-e500-49e8-901e-5e5645786640 req-273be2ca-9ce2-4221-95c6-b710274b32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:37.617051 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8d842c8a-e500-49e8-901e-5e5645786640 req-273be2ca-9ce2-4221-95c6-b710274b32b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0648513
Jun 17 14:57:37.666927 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dc350-c6f9-4d12-b78f-3b58534a04a7 req-2970e9cd-6f30-4534-84bd-1d769a728485 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:37.668455 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c56dc350-c6f9-4d12-b78f-3b58534a04a7 req-2970e9cd-6f30-4534-84bd-1d769a728485 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 943 time: 0.0950501
Jun 17 14:57:37.701362 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d842c8a-e500-49e8-901e-5e5645786640 req-6ec836e2-9515-4632-853c-1507c72d33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:37.702833 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8d842c8a-e500-49e8-901e-5e5645786640 req-6ec836e2-9515-4632-853c-1507c72d33ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785859
Jun 17 14:57:37.716343 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c56dc350-c6f9-4d12-b78f-3b58534a04a7 req-078cd26d-5138-4184-9ad6-49341fe0f645 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418601
Jun 17 14:57:37.844159 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8d842c8a-e500-49e8-901e-5e5645786640 req-d5197280-74a0-4a87-8784-8a475fcaa18b service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341529
Jun 17 14:57:37.993036 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8d842c8a-e500-49e8-901e-5e5645786640 req-564833a4-88b0-451c-b4f8-63b8e5722e9a service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423304
Jun 17 14:57:38.921626 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82482a-8a6f-4595-935d-59ea17111dda req-3032ace1-fde2-4dac-a1de-9b57cd220df2 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:38.922407 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-3b82482a-8a6f-4595-935d-59ea17111dda req-3032ace1-fde2-4dac-a1de-9b57cd220df2 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Synchronizing usage tracker for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:57:38.940546 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-3b82482a-8a6f-4595-935d-59ea17111dda req-3032ace1-fde2-4dac-a1de-9b57cd220df2 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Unset dirty status for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:57:38.941766 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3b82482a-8a6f-4595-935d-59ea17111dda req-3032ace1-fde2-4dac-a1de-9b57cd220df2 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 943 time: 0.1079614
Jun 17 14:57:38.996450 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-3b82482a-8a6f-4595-935d-59ea17111dda req-2cc13d4a-d57d-491a-8eee-356154a50c62 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466375
Jun 17 14:57:40.188140 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6237b-833a-4264-bd33-53c143aa5368 req-fdcbd42c-0917-416c-a9e8-2efc5fc10518 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:40.189606 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d3b6237b-833a-4264-bd33-53c143aa5368 req-fdcbd42c-0917-416c-a9e8-2efc5fc10518 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 943 time: 0.0825880
Jun 17 14:57:40.240630 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d3b6237b-833a-4264-bd33-53c143aa5368 req-e4e0a74c-01fc-4aec-9aab-a1b934b6835c tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443501
Jun 17 14:57:41.529934 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e2e66-61b2-4d86-af87-f145513fb1dc req-e59d3bd6-1f9b-4f50-a101-7b6cb539d569 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:41.531431 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-157e2e66-61b2-4d86-af87-f145513fb1dc req-e59d3bd6-1f9b-4f50-a101-7b6cb539d569 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 943 time: 0.1821084
Jun 17 14:57:41.578593 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-157e2e66-61b2-4d86-af87-f145513fb1dc req-e59b4f54-a1c6-4b6e-9a68-1008d9546ed1 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407486
Jun 17 14:57:42.770682 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e96f8a-c17f-4424-ac58-7c0853ee062a req-c8077847-54dd-4284-9e84-fe27f9dbf20a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:42.772390 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b0e96f8a-c17f-4424-ac58-7c0853ee062a req-c8077847-54dd-4284-9e84-fe27f9dbf20a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 943 time: 0.0813308
Jun 17 14:57:42.818895 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b0e96f8a-c17f-4424-ac58-7c0853ee062a req-769deb22-16b8-47d8-8b62-bd95405a983d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406718
Jun 17 14:57:44.028820 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ecdfb-fdf2-4f6f-bb29-673788542fcc req-c28add89-993c-4674-8f75-840fca66203c tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:44.030465 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-113ecdfb-fdf2-4f6f-bb29-673788542fcc req-c28add89-993c-4674-8f75-840fca66203c tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 943 time: 0.0959394
Jun 17 14:57:44.085127 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-113ecdfb-fdf2-4f6f-bb29-673788542fcc req-02072ed6-cda7-4169-9011-2e58700d8aca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481181
Jun 17 14:57:44.757915 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device e852040e-3010-4153-9b9c-4f666f7f7a69 details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 14:57:44.912962 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port e852040e-3010-4153-9b9c-4f666f7f7a69, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=e852040e-3010-4153-9b9c-4f666f7f7a69,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:57:44.933777 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'e852040e-3010-4153-9b9c-4f666f7f7a69', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'port_id': 'e852040e-3010-4153-9b9c-4f666f7f7a69', 'mac_address': 'fa:16:3e:c4:f0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 14:57:44.998023 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:45.018061 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e852040e-3010-4153-9b9c-4f666f7f7a69 {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 14:57:45.036538 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port e852040e-3010-4153-9b9c-4f666f7f7a69, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=e852040e-3010-4153-9b9c-4f666f7f7a69,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:57:45.042158 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:45.045005 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-1512ba25-e8cc-4285-8225-e1968620917d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:45.116801 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=e852040e-3010-4153-9b9c-4f666f7f7a69,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:45.126178 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:45.126821 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:45.127344 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:45.127888 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:45.128400 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:45.128988 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:45.129359 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:45.129583 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:45.129886 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:45.130305 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:45.130985 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:45.130985 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:45.135572 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:45.319748 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d830ea2-78c7-4e97-aa0c-bed9f210ad33 req-dc2dd493-83c1-4ea4-819d-7455e0864e19 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:45.321319 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3d830ea2-78c7-4e97-aa0c-bed9f210ad33 req-dc2dd493-83c1-4ea4-819d-7455e0864e19 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 944 time: 0.0885475
Jun 17 14:57:45.339504 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['e852040e-3010-4153-9b9c-4f666f7f7a69'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 14:57:45.386530 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3d830ea2-78c7-4e97-aa0c-bed9f210ad33 req-60937ead-13a7-4e03-8c2c-6d06ea49b686 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587931
Jun 17 14:57:46.590872 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b06195-fe43-4698-a029-ed69c2c7b4b2 req-51fc9064-767d-4823-bad2-d026a3fb1c4a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:46.593008 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a9b06195-fe43-4698-a029-ed69c2c7b4b2 req-51fc9064-767d-4823-bad2-d026a3fb1c4a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 944 time: 0.0953536
Jun 17 14:57:46.648537 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-a9b06195-fe43-4698-a029-ed69c2c7b4b2 req-b8656258-0549-4b31-91ff-3a815ba1e88e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494108
Jun 17 14:57:46.774928 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device e852040e-3010-4153-9b9c-4f666f7f7a69 up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 14:57:46.870276 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port e852040e-3010-4153-9b9c-4f666f7f7a69 completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:57:46.876412 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port e852040e-3010-4153-9b9c-4f666f7f7a69 triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:57:46.876789 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:47.028231 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:47.065608 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829aed1d-04a0-4810-8dbe-978ea9188885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e852040e-3010-4153-9b9c-4f666f7f7a69'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:57:47.082385 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port e852040e-3010-4153-9b9c-4f666f7f7a69, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=e852040e-3010-4153-9b9c-4f666f7f7a69,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:57:47.091097 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:47.093424 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-d6ce29c0-c78b-4b6e-aa53-f49cf20488e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:47.178700 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=e852040e-3010-4153-9b9c-4f666f7f7a69,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:47.182955 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:47.262753 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829aed1d-04a0-4810-8dbe-978ea9188885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e852040e-3010-4153-9b9c-4f666f7f7a69', 'code': 200}
Jun 17 14:57:47.624148 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57b5cd-63d8-4707-9d2f-959a4320fd75 req-8fadf862-e1d4-4857-a90e-850d03057ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:47.625648 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-dc57b5cd-63d8-4707-9d2f-959a4320fd75 req-8fadf862-e1d4-4857-a90e-850d03057ceb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 1098 time: 0.0831594
Jun 17 14:57:47.673613 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-dc57b5cd-63d8-4707-9d2f-959a4320fd75 req-23a6f880-7ccc-4e2f-a7e9-c460077f2357 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413146
Jun 17 14:57:47.858658 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c70c5b-d44a-423f-bac4-80d620295a62 req-0544b04a-0404-40a4-b6ae-bd081cb06d9b tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:47.860163 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d8c70c5b-d44a-423f-bac4-80d620295a62 req-0544b04a-0404-40a4-b6ae-bd081cb06d9b tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 945 time: 0.0910630
Jun 17 14:57:47.911222 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-d8c70c5b-d44a-423f-bac4-80d620295a62 req-23054a67-832f-4987-9533-662665b823f4 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429826
Jun 17 14:57:49.110295 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd75e05-da3c-43d5-ac9c-9e799c866607 req-8f7ef102-438b-4958-b15e-ee9f0a94d00e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:49.111849 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0dd75e05-da3c-43d5-ac9c-9e799c866607 req-8f7ef102-438b-4958-b15e-ee9f0a94d00e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 945 time: 0.0850234
Jun 17 14:57:49.166062 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0dd75e05-da3c-43d5-ac9c-9e799c866607 req-63929619-eff8-497b-ad4a-8ae9aa7e6262 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472019
Jun 17 14:57:49.358196 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de639da8-8968-48a3-84db-799ce571ed98 req-ddb220e8-192d-435d-b108-1b9db1dd2248 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:49.359689 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-de639da8-8968-48a3-84db-799ce571ed98 req-ddb220e8-192d-435d-b108-1b9db1dd2248 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 945 time: 0.0824945
Jun 17 14:57:49.413644 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-de639da8-8968-48a3-84db-799ce571ed98 req-d04d4e94-be26-4e3f-a02a-a5fff21d7d1b tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474219
Jun 17 14:57:49.438472 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47850) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:57:49.560085 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27439745-fcdd-4f0d-bb9b-4b2184674a50 tempest-TestVolumeBootPattern-240416137 tempest-TestVolumeBootPattern-240416137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:49.561175 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-27439745-fcdd-4f0d-bb9b-4b2184674a50 tempest-TestVolumeBootPattern-240416137 tempest-TestVolumeBootPattern-240416137-project-admin] Synchronizing usage tracker for tenant:f5db945c1e9a4494b2f682a44b1c4caa on resource:port {{(pid=78706) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:57:49.587103 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-27439745-fcdd-4f0d-bb9b-4b2184674a50 tempest-TestVolumeBootPattern-240416137 tempest-TestVolumeBootPattern-240416137-project-admin] Unset dirty status for tenant:f5db945c1e9a4494b2f682a44b1c4caa on resource:port {{(pid=78706) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:57:49.588362 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-27439745-fcdd-4f0d-bb9b-4b2184674a50 tempest-TestVolumeBootPattern-240416137 tempest-TestVolumeBootPattern-240416137-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 1093 time: 0.1487556
Jun 17 14:57:49.591653 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47856) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 14:57:49.596890 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Request body: {'floatingip': {'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'port_id': 'e852040e-3010-4153-9b9c-4f666f7f7a69', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:57:49.603944 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:57:49.607995 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Usage tracker for resource:floatingip and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 14:57:49.610974 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 14:57:49.617915 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:57:49.629956 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for floatingip, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:49.781978 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:50.018365 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Allocated IP 172.27.3.246 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/a0f11b4c-d12c-46f4-8943-696ca0d26d98) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:57:50.062133 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:50.183078 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:50.213085 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:50.217606 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-90aa473b-0e4f-465c-944f-aa1ce9b7bb42 tempest-TestShelveInstance-2132081141 tempest-TestShelveInstance-2132081141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:50.277411 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:57:50.280399 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:57:50.283079 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:57:50.326587 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'Port': ['ID=a0f11b4c-d12c-46f4-8943-696ca0d26d98,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:50.344104 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:50.344482 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:50.344854 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:50.345220 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:50.345579 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:50.345942 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:50.346299 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:50.346653 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:50.347009 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:50.347359 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:50.347742 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:50.348096 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:57:50.352030 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:50.769204 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:50.847195 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:51.073559 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:51.079650 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:51.083729 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ff6bee02-f140-481f-8497-09db2a08b52f tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:57:51.200222 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'Port': ['ID=a0f11b4c-d12c-46f4-8943-696ca0d26d98,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:57:51.204792 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:57:51.214277 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:51.399481 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.l3_db [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Floating IP aef26945-01ab-4fd8-9472-9018dd92c5ed associated. External IP: 172.27.3.246, port: e852040e-3010-4153-9b9c-4f666f7f7a69.
Jun 17 14:57:51.899111 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Router 99fac827-d01a-4a5f-9a79-0224e0ced47a has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:57:52.111364 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:57:52.124953 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d746f9b-f5c6-469c-8a45-72cdf3f05431 None None] Sync routers for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:57:52.138638 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d746f9b-f5c6-469c-8a45-72cdf3f05431 None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:57:52.140263 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-0d746f9b-f5c6-469c-8a45-72cdf3f05431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b235cd5b0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:57:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:52.163623 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:52.266458 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6626694
Jun 17 14:57:52.266458 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829aed1d-04a0-4810-8dbe-978ea9188885', 'tag': 'e852040e-3010-4153-9b9c-4f666f7f7a69'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:57:52.361536 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829aed1d-04a0-4810-8dbe-978ea9188885', 'tag': 'e852040e-3010-4153-9b9c-4f666f7f7a69', 'status': 'completed', 'code': 200}
Jun 17 14:57:52.371980 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-0d746f9b-f5c6-469c-8a45-72cdf3f05431 None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:57:52.485488 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c4ef1-00fc-459b-bf41-9f0b50d6a394 req-249dc3df-4086-4092-9666-a7c2bb14609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:52.486889 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-be8c4ef1-00fc-459b-bf41-9f0b50d6a394 req-249dc3df-4086-4092-9666-a7c2bb14609c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 1098 time: 0.0783935
Jun 17 14:57:52.650775 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c4ef1-00fc-459b-bf41-9f0b50d6a394 req-54ae8fc2-3ec7-414c-9c4d-56c41480cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:52.652300 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-be8c4ef1-00fc-459b-bf41-9f0b50d6a394 req-54ae8fc2-3ec7-414c-9c4d-56c41480cd86 service neutron] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 912 time: 0.1592619
Jun 17 14:57:52.762358 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-be8c4ef1-00fc-459b-bf41-9f0b50d6a394 req-115c18e0-2848-4cdf-a0e0-7203e67b6d5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e852040e-3010-4153-9b9c-4f666f7f7a69 HTTP/1.1" status: 200  len: 999 time: 0.1031973
Jun 17 14:57:52.796641 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-0d746f9b-f5c6-469c-8a45-72cdf3f05431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b235cd5b0>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'aef26945-01ab-4fd8-9472-9018dd92c5ed', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': 'e852040e-3010-4153-9b9c-4f666f7f7a69', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:c4:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829aed1d-04a0-4810-8dbe-978ea9188885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:57:50Z', 'updated_at': '2021-06-17T14:57:50Z', 'revision_number': 0, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:52.801141 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d746f9b-f5c6-469c-8a45-72cdf3f05431 None None] Checking router: 99fac827-d01a-4a5f-9a79-0224e0ced47a for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:57:52.810611 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d746f9b-f5c6-469c-8a45-72cdf3f05431 None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:57:52.811237 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-0d746f9b-f5c6-469c-8a45-72cdf3f05431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b235cd5b0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:57:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:52.829881 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c4ef1-00fc-459b-bf41-9f0b50d6a394 req-3fdedd19-fd4f-45e8-b7ad-08d95df4fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:52.831361 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-be8c4ef1-00fc-459b-bf41-9f0b50d6a394 req-3fdedd19-fd4f-45e8-b7ad-08d95df4fa58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0628188
Jun 17 14:57:52.919188 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c4ef1-00fc-459b-bf41-9f0b50d6a394 req-1857c684-6b3d-4b06-b3ec-6e1126013568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:57:52.920951 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-be8c4ef1-00fc-459b-bf41-9f0b50d6a394 req-1857c684-6b3d-4b06-b3ec-6e1126013568 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832865
Jun 17 14:57:53.004616 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-0d746f9b-f5c6-469c-8a45-72cdf3f05431 None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:57:53.067059 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-be8c4ef1-00fc-459b-bf41-9f0b50d6a394 req-0b23bbf3-9f4a-4a3a-a5a4-f44ff469f1a0 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376152
Jun 17 14:57:53.225759 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-be8c4ef1-00fc-459b-bf41-9f0b50d6a394 req-999c4fd0-613c-4f5c-9b72-525c0e0b7753 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522646
Jun 17 14:57:53.388891 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-0d746f9b-f5c6-469c-8a45-72cdf3f05431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b235cd5b0>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'aef26945-01ab-4fd8-9472-9018dd92c5ed', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': 'e852040e-3010-4153-9b9c-4f666f7f7a69', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:c4:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829aed1d-04a0-4810-8dbe-978ea9188885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:57:50Z', 'updated_at': '2021-06-17T14:57:50Z', 'revision_number': 0, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:57:53.393355 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d746f9b-f5c6-469c-8a45-72cdf3f05431 None None] The sync data for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi is: [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': 'aef26945-01ab-4fd8-9472-9018dd92c5ed', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': 'e852040e-3010-4153-9b9c-4f666f7f7a69', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:c4:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829aed1d-04a0-4810-8dbe-978ea9188885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:57:50Z', 'updated_at': '2021-06-17T14:57:50Z', 'revision_number': 0, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:57:53.595792 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf6adf7-40bf-41af-b8dd-ea4aa592c45e None None] New status for floating IP aef26945-01ab-4fd8-9472-9018dd92c5ed: ACTIVE {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 14:57:54.495110 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:54.748275 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-68cb7b0f-23c8-42d7-a16a-ec264f3f3253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:56.440915 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:57:58.621464 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-548855af-cbf2-4c62-bfa9-00b0a032ca9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:57:59.937248 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:58:02.028455 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:58:20.065403 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:58:24.504407 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:58:24.759144 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-eef0d29f-733b-41e5-8e8a-790326f56d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:58:28.624711 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e0bde106-bb2e-45a5-8e7c-b5d1d5f64e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:58:29.941870 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:58:30.160397 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b9a05ed1-36bc-43db-8de3-c85fc773fcad req-b92edecc-c4b5-4682-87db-1186c4ab9433 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0859418
Jun 17 14:58:30.334054 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a05ed1-36bc-43db-8de3-c85fc773fcad req-84ca608e-ccba-40fa-a5a2-8d673ee6555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:58:30.335507 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b9a05ed1-36bc-43db-8de3-c85fc773fcad req-84ca608e-ccba-40fa-a5a2-8d673ee6555e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 1098 time: 0.0825090
Jun 17 14:58:30.614303 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a05ed1-36bc-43db-8de3-c85fc773fcad req-3d357739-2dca-48b3-aa70-08c9a911407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:58:30.615844 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b9a05ed1-36bc-43db-8de3-c85fc773fcad req-3d357739-2dca-48b3-aa70-08c9a911407a service neutron] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 912 time: 0.2589636
Jun 17 14:58:30.727302 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b9a05ed1-36bc-43db-8de3-c85fc773fcad req-05ab6b31-0d8b-4c97-9156-08a7bf76dfa1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e852040e-3010-4153-9b9c-4f666f7f7a69 HTTP/1.1" status: 200  len: 1001 time: 0.1041028
Jun 17 14:58:30.800189 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a05ed1-36bc-43db-8de3-c85fc773fcad req-aae9f268-9220-4695-828c-1220dc12f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:58:30.801672 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b9a05ed1-36bc-43db-8de3-c85fc773fcad req-aae9f268-9220-4695-828c-1220dc12f4d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0680950
Jun 17 14:58:30.882869 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a05ed1-36bc-43db-8de3-c85fc773fcad req-33a862b6-8711-47e8-aee1-0ed5e5ee32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:58:30.884285 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b9a05ed1-36bc-43db-8de3-c85fc773fcad req-33a862b6-8711-47e8-aee1-0ed5e5ee32d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765290
Jun 17 14:58:31.025715 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b9a05ed1-36bc-43db-8de3-c85fc773fcad req-cc188691-4a3e-4318-ac65-a30648d5911e service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331618
Jun 17 14:58:31.170419 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b9a05ed1-36bc-43db-8de3-c85fc773fcad req-b314df9f-a300-402f-b938-1ffd8ba871fc service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381896
Jun 17 14:58:32.033425 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:58:33.440605 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:58:50.079118 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:58:54.497777 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:58:54.753611 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7fb5-fb5e-4b85-91df-d3ed23a168da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:58:58.629582 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a887d688-e9de-43b0-8d55-c5da9bb3bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:58:59.942389 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:02.037653 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:10.439307 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:59:20.096115 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:24.500750 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:24.760292 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ce924b7f-90f6-4e7c-9e99-0617c81b1281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:28.634374 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f8988476-fb8f-4010-84aa-f2f97e60f326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:29.947092 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:32.038565 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:32.365495 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-511706d3-1b0d-4ebc-93cc-a4812af70d4b req-621bd75a-31ed-4208-bb05-f3a8180a02c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0762918
Jun 17 14:59:32.549367 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511706d3-1b0d-4ebc-93cc-a4812af70d4b req-c79f169c-40df-4525-b228-36894aa0af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:59:32.551572 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-511706d3-1b0d-4ebc-93cc-a4812af70d4b req-c79f169c-40df-4525-b228-36894aa0af09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 1098 time: 0.0931668
Jun 17 14:59:32.709039 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511706d3-1b0d-4ebc-93cc-a4812af70d4b req-e21e0a6b-c921-40d5-86fe-3944b3894a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:59:32.710550 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-511706d3-1b0d-4ebc-93cc-a4812af70d4b req-e21e0a6b-c921-40d5-86fe-3944b3894a5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 912 time: 0.1390598
Jun 17 14:59:32.821070 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-511706d3-1b0d-4ebc-93cc-a4812af70d4b req-3fa239f3-296f-46eb-b0b5-541063c70b0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e852040e-3010-4153-9b9c-4f666f7f7a69 HTTP/1.1" status: 200  len: 1001 time: 0.1029119
Jun 17 14:59:32.898613 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511706d3-1b0d-4ebc-93cc-a4812af70d4b req-11a52d84-a5d5-4159-923a-f2f7bd8fce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:59:32.900154 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-511706d3-1b0d-4ebc-93cc-a4812af70d4b req-11a52d84-a5d5-4159-923a-f2f7bd8fce01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0719330
Jun 17 14:59:32.980622 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511706d3-1b0d-4ebc-93cc-a4812af70d4b req-eb566490-cdea-436c-a620-1af35c204a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:59:32.982065 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-511706d3-1b0d-4ebc-93cc-a4812af70d4b req-eb566490-cdea-436c-a620-1af35c204a54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743260
Jun 17 14:59:33.124153 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-511706d3-1b0d-4ebc-93cc-a4812af70d4b req-f6412420-143d-4ed5-82ca-ac8388470734 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349571
Jun 17 14:59:33.274268 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-511706d3-1b0d-4ebc-93cc-a4812af70d4b req-70f61f08-7969-4cf0-954b-5a6cc2bbdabd service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434097
Jun 17 14:59:47.438599 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 14:59:50.111527 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:50.876814 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837404d-7b26-4afd-b8a3-3b5c954b9756 req-24ea0c86-afa0-4f99-ae2b-cfa2a2063445 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:59:50.878552 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0837404d-7b26-4afd-b8a3-3b5c954b9756 req-24ea0c86-afa0-4f99-ae2b-cfa2a2063445 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 945 time: 0.0870039
Jun 17 14:59:50.928317 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0837404d-7b26-4afd-b8a3-3b5c954b9756 req-ad960fe1-9c7d-4d1d-b358-228f0607f8dc tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427079
Jun 17 14:59:52.140464 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc6202-22e8-4c37-bc92-03a84621afa6 req-b5b4c604-d7f9-445e-bf3b-93944630e552 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:59:52.141989 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7bfc6202-22e8-4c37-bc92-03a84621afa6 req-b5b4c604-d7f9-445e-bf3b-93944630e552 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 945 time: 0.0965183
Jun 17 14:59:52.196674 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7bfc6202-22e8-4c37-bc92-03a84621afa6 req-9cb9ba02-ce61-4840-8812-1aac62f5e8a0 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477085
Jun 17 14:59:52.541777 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b599d-245a-4906-9bd1-84d270139620 req-a310ad83-95d8-41b3-88a5-9bb91cbe801d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:59:52.543131 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-dc2b599d-245a-4906-9bd1-84d270139620 req-a310ad83-95d8-41b3-88a5-9bb91cbe801d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 945 time: 0.0881548
Jun 17 14:59:52.639286 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-dc2b599d-245a-4906-9bd1-84d270139620 req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Deleting port e852040e-3010-4153-9b9c-4f666f7f7a69 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 14:59:52.639743 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dc2b599d-245a-4906-9bd1-84d270139620 req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:53.037484 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-dc2b599d-245a-4906-9bd1-84d270139620 req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] For port e852040e-3010-4153-9b9c-4f666f7f7a69, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=e852040e-3010-4153-9b9c-4f666f7f7a69,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 14:59:53.037840 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dc2b599d-245a-4906-9bd1-84d270139620 req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:53.400198 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dc2b599d-245a-4906-9bd1-84d270139620 req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:53.401112 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dc2b599d-245a-4906-9bd1-84d270139620 req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:53.401112 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.l3_db [req-dc2b599d-245a-4906-9bd1-84d270139620 req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Floating IP aef26945-01ab-4fd8-9472-9018dd92c5ed disassociated. External IP: 172.27.3.246, port: e852040e-3010-4153-9b9c-4f666f7f7a69.
Jun 17 14:59:53.401409 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-dc2b599d-245a-4906-9bd1-84d270139620 req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Calling delete_port for e852040e-3010-4153-9b9c-4f666f7f7a69 owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 14:59:53.436217 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7636cc-3700-4967-b519-2032f9215e8f req-4d0f673e-fe3d-4716-ae4f-a5909f3ed93b tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:59:53.437675 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-be7636cc-3700-4967-b519-2032f9215e8f req-4d0f673e-fe3d-4716-ae4f-a5909f3ed93b tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 945 time: 0.0944736
Jun 17 14:59:53.493041 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-be7636cc-3700-4967-b519-2032f9215e8f req-9040ec10-2879-4a43-9e13-7fd0deb6b0f5 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484786
Jun 17 14:59:53.588621 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dc2b599d-245a-4906-9bd1-84d270139620 req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:53.594770 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-c2b77961-b76a-43e1-91ba-c58439115a43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:59:53.645304 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event deleted for resources: {'Port': ['ID=e852040e-3010-4153-9b9c-4f666f7f7a69,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:59:53.657142 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:59:53.657142 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:59:53.657142 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:59:53.657709 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:59:53.657709 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:59:53.658133 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:59:53.658426 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:59:53.658805 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:59:53.659921 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:59:53.660349 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:59:53.660704 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:59:53.661082 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 14:59:53.665190 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:59:53.868746 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc2b599d-245a-4906-9bd1-84d270139620 req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Router 99fac827-d01a-4a5f-9a79-0224e0ced47a has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 14:59:54.074780 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc2b599d-245a-4906-9bd1-84d270139620 req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 14:59:54.089001 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d576b91-045a-4c0b-aae3-5016b6a686a3 None None] Sync routers for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 14:59:54.099977 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d576b91-045a-4c0b-aae3-5016b6a686a3 None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:59:54.100603 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-8d576b91-045a-4c0b-aae3-5016b6a686a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28239b50>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:59:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:59:54.183182 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2b599d-245a-4906-9bd1-84d270139620 req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] No DVR routers for this DVR port e852040e-3010-4153-9b9c-4f666f7f7a69 on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 14:59:54.186140 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-dc2b599d-245a-4906-9bd1-84d270139620 req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:54.188874 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829aed1d-04a0-4810-8dbe-978ea9188885', 'name': 'network-vif-deleted', 'tag': 'e852040e-3010-4153-9b9c-4f666f7f7a69'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 14:59:54.207233 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-dc2b599d-245a-4906-9bd1-84d270139620 req-6957cf75-9af6-434c-b42d-8a4741c0c7e7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "DELETE /v2.0/ports/e852040e-3010-4153-9b9c-4f666f7f7a69 HTTP/1.1" status: 204  len: 173 time: 1.6578660
Jun 17 14:59:54.248428 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829aed1d-04a0-4810-8dbe-978ea9188885', 'name': 'network-vif-deleted', 'tag': 'e852040e-3010-4153-9b9c-4f666f7f7a69', 'status': 'completed', 'code': 200}
Jun 17 14:59:54.334442 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-8d576b91-045a-4c0b-aae3-5016b6a686a3 None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:59:54.573586 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:54.718923 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a76b9f03-f150-45ee-be22-41ea9b1720c9 req-b57c8821-8072-4f88-935d-22f66740afc0 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=829aed1d-04a0-4810-8dbe-978ea9188885 HTTP/1.1" status: 200  len: 210 time: 0.0546277
Jun 17 14:59:54.827606 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-8ec2285f-e17b-4f13-a6b6-661788fd1d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:54.868411 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-8d576b91-045a-4c0b-aae3-5016b6a686a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28239b50>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:59:54.875709 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d576b91-045a-4c0b-aae3-5016b6a686a3 None None] Checking router: 99fac827-d01a-4a5f-9a79-0224e0ced47a for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 14:59:54.896107 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d576b91-045a-4c0b-aae3-5016b6a686a3 None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 14:59:54.897197 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-8d576b91-045a-4c0b-aae3-5016b6a686a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28239b50>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:59:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:59:55.168240 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-8d576b91-045a-4c0b-aae3-5016b6a686a3 None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 14:59:55.412627 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device e852040e-3010-4153-9b9c-4f666f7f7a69 no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 14:59:55.521163 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: e852040e-3010-4153-9b9c-4f666f7f7a69 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 14:59:55.521765 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device e852040e-3010-4153-9b9c-4f666f7f7a69 not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 14:59:55.769191 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-8d576b91-045a-4c0b-aae3-5016b6a686a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28239b50>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 14:59:55.774148 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d576b91-045a-4c0b-aae3-5016b6a686a3 None None] The sync data for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi is: [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 14:59:56.061525 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16075784-505a-4fd2-a403-67bc4a7581fb None None] New status for floating IP aef26945-01ab-4fd8-9472-9018dd92c5ed: DOWN {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 14:59:56.142170 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-93b6ecc1-0a05-42c9-a640-de716ad66699 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706573648&fields=id&tenant_id=11e5048a6f7541c8987bfbd84ca42f78 HTTP/1.1" status: 200  len: 267 time: 0.0723968
Jun 17 14:59:56.329484 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-0cda7a61-0fb4-473f-8d37-27c4643ce3fe tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:59:56.331106 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-0cda7a61-0fb4-473f-8d37-27c4643ce3fe tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 810 time: 0.1806746
Jun 17 14:59:56.348370 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-055ab45c-8ac0-4e1f-ab37-b4a4bbee6f0d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/quotas/11e5048a6f7541c8987bfbd84ca42f78 HTTP/1.1" status: 200  len: 375 time: 0.0113122
Jun 17 14:59:56.446975 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-2e481aa7-5aca-488e-8131-e101a1f09f89 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0921552
Jun 17 14:59:56.611486 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-03596d0e-d63a-4509-9929-b4defedb929e service neutron] 10.222.0.89 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505840
Jun 17 14:59:56.757062 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-75af73cb-e933-4ad3-bf67-eedfeda1ec66 service neutron] 10.222.0.89 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384304
Jun 17 14:59:57.339692 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-f53db37d-dac0-41de-ac2b-e9fb22bd9aee req-6769d57a-f421-4786-9bea-c40d6565ef31 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Synchronizing usage tracker for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:59:57.359895 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-f53db37d-dac0-41de-ac2b-e9fb22bd9aee req-6769d57a-f421-4786-9bea-c40d6565ef31 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Unset dirty status for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 14:59:57.361230 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f53db37d-dac0-41de-ac2b-e9fb22bd9aee req-6769d57a-f421-4786-9bea-c40d6565ef31 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 210 time: 0.0650997
Jun 17 14:59:58.578838 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0509ef1d-2048-42f2-86af-347042c64790 req-e982614a-fac6-4935-bcf5-7837fedd66aa tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 210 time: 0.0564497
Jun 17 14:59:58.606650 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-c7fe0896-03ea-42d3-a7aa-fc1bf1d28871 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:59:58.608788 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-c7fe0896-03ea-42d3-a7aa-fc1bf1d28871 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 810 time: 0.1869984
Jun 17 14:59:58.645435 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-0e8d4c44-ddf5-4544-9c5b-8051d9325cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:58.682833 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-8b603a71-e3a3-4551-a681-f746bbec22e5 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e5048a6f7541c8987bfbd84ca42f78 HTTP/1.1" status: 200  len: 379 time: 0.0589614
Jun 17 14:59:58.693739 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Request body: {'port': {'device_id': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'admin_state_up': True, 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'security_groups': ['860d4602-f99a-4ed3-a249-ebaef50ec63c']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:59:58.966342 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 14:59:58.977123 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 14:59:58.990255 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Made reservation on behalf of 11e5048a6f7541c8987bfbd84ca42f78 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 14:59:58.994677 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:59.199090 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Allocated IP 172.20.0.6 (50eb8839-c8af-431e-989e-3aa535f9f8ea/74645c6d-71b2-402a-ab93-7f3e792247cc/a3ad0623-d3d5-487a-91f8-5c55c5824b4a) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 14:59:59.438726 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:59.459017 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Transition to ACTIVE for port object a3ad0623-d3d5-487a-91f8-5c55c5824b4a will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 14:59:59.494507 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:59.500633 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-d3d19dea-f2e8-4053-a094-e98f9a125999 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 14:59:59.571102 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Network 50eb8839-c8af-431e-989e-3aa535f9f8ea is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 14:59:59.574795 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 14:59:59.578996 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 14:59:59.615645 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'Port': ['ID=a3ad0623-d3d5-487a-91f8-5c55c5824b4a,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 14:59:59.623686 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 14:59:59.664570 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:59:59.665228 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:59.709489 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0205736
Jun 17 14:59:59.729614 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Request body: {'port': {'device_id': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 14:59:59.914791 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:59.920779 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-3dd50537-f1da-41b8-b55d-1207914ca09d None None] Provisioning for port a3ad0623-d3d5-487a-91f8-5c55c5824b4a completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 14:59:59.927623 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-3dd50537-f1da-41b8-b55d-1207914ca09d None None] Provisioning complete for port a3ad0623-d3d5-487a-91f8-5c55c5824b4a triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 14:59:59.928009 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3dd50537-f1da-41b8-b55d-1207914ca09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 14:59:59.939834 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c90b4-53cd-4e3d-9a2a-3a67406d88f2 req-8f2a4ce0-31f3-462d-8c4f-a88ebbe54640 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 14:59:59.940710 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-353c90b4-53cd-4e3d-9a2a-3a67406d88f2 req-8f2a4ce0-31f3-462d-8c4f-a88ebbe54640 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Synchronizing usage tracker for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 14:59:59.996134 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:00.003181 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-3dd50537-f1da-41b8-b55d-1207914ca09d None None] Port a3ad0623-d3d5-487a-91f8-5c55c5824b4a cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 15:00:00.012267 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-353c90b4-53cd-4e3d-9a2a-3a67406d88f2 req-8f2a4ce0-31f3-462d-8c4f-a88ebbe54640 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Unset dirty status for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 15:00:00.013416 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-353c90b4-53cd-4e3d-9a2a-3a67406d88f2 req-8f2a4ce0-31f3-462d-8c4f-a88ebbe54640 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 931 time: 0.2520664
Jun 17 15:00:00.146475 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-353c90b4-53cd-4e3d-9a2a-3a67406d88f2 req-4bbeb50c-c0b0-4db7-a584-ca6fd243424c tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850530
Jun 17 15:00:00.347434 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ad0623-d3d5-487a-91f8-5c55c5824b4a {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 15:00:00.354859 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:00.373112 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Transition to ACTIVE for port object a3ad0623-d3d5-487a-91f8-5c55c5824b4a will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 15:00:00.377322 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:00.382014 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-53df5090-77b6-45ec-a3b0-840342feb8db tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:00:00.544333 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Pushing event updated for resources: {'Port': ['ID=a3ad0623-d3d5-487a-91f8-5c55c5824b4a,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:00:00.547336 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:00:00.629910 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Attempting to bind port a3ad0623-d3d5-487a-91f8-5c55c5824b4a on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 15:00:00.630653 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Attempting to bind port a3ad0623-d3d5-487a-91f8-5c55c5824b4a by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 15:00:00.630653 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Attempting to bind port a3ad0623-d3d5-487a-91f8-5c55c5824b4a on network 50eb8839-c8af-431e-989e-3aa535f9f8ea {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 15:00:00.636339 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Port a3ad0623-d3d5-487a-91f8-5c55c5824b4a on network 50eb8839-c8af-431e-989e-3aa535f9f8ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 15:00:00.636654 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Attempting to bind port a3ad0623-d3d5-487a-91f8-5c55c5824b4a on network 50eb8839-c8af-431e-989e-3aa535f9f8ea {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 15:00:00.642499 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 15:00:00.643053 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Checking segment: {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 15:00:00.643733 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Bound using segment: {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 15:00:00.644287 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Bound port: a3ad0623-d3d5-487a-91f8-5c55c5824b4a, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 15:00:00.644636 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:00.743216 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] For port a3ad0623-d3d5-487a-91f8-5c55c5824b4a, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 15:00:00.746169 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] For port a3ad0623-d3d5-487a-91f8-5c55c5824b4a, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=a3ad0623-d3d5-487a-91f8-5c55c5824b4a,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 15:00:00.751442 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:00.755292 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-0646a570-8fd9-4ec3-80dd-2049bc459988 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:00:00.813333 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:00.813935 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:00.815405 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] 10.222.0.37 "PUT /v2.0/ports/a3ad0623-d3d5-487a-91f8-5c55c5824b4a HTTP/1.1" status: 200  len: 1093 time: 1.0913084
Jun 17 15:00:00.816140 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'tag': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 15:00:00.841164 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Pushing event updated for resources: {'Port': ['ID=a3ad0623-d3d5-487a-91f8-5c55c5824b4a,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:00:00.846647 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a7621bc7-bfff-45f0-b9be-69bf7675679f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:00:00.873040 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'tag': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'status': 'completed', 'code': 200}
Jun 17 15:00:01.077249 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-7f7692bf-681b-4d75-9302-878bb0f13387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:01.078741 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-7f7692bf-681b-4d75-9302-878bb0f13387 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 1096 time: 0.1861150
Jun 17 15:00:01.162331 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-c0f7a1d7-e450-41d0-af75-cbee666aed02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3ad0623-d3d5-487a-91f8-5c55c5824b4a HTTP/1.1" status: 200  len: 217 time: 0.0696733
Jun 17 15:00:01.231864 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-1da00370-a9f3-4d6a-813b-78ccc8e71999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:01.232968 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-1da00370-a9f3-4d6a-813b-78ccc8e71999 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0631213
Jun 17 15:00:01.382082 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-2a3181e5-be55-4209-a686-26f265a62c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:01.383629 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-2a3181e5-be55-4209-a686-26f265a62c7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1434767
Jun 17 15:00:01.391942 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc24b9-9f65-467f-bc3d-76699d555162 req-551c82df-aefe-461a-9ad6-385904db1b57 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:01.393359 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e6fc24b9-9f65-467f-bc3d-76699d555162 req-551c82df-aefe-461a-9ad6-385904db1b57 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 943 time: 0.1216004
Jun 17 15:00:01.541897 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-e6fc24b9-9f65-467f-bc3d-76699d555162 req-37c64b12-5584-4655-96d6-95e1dc63a4a9 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1286633
Jun 17 15:00:01.572834 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-073468ed-fc94-460c-a77c-2729e16151a2 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781979
Jun 17 15:00:01.712604 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8f7ce70f-8c7c-4b33-9d5f-7e08397409a4 req-773d3772-c450-4f62-bf1c-7648de5e6136 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328263
Jun 17 15:00:01.889184 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf84bf-0cd6-4ec5-8bfa-a6f2f089a642 req-326ab7c0-3d65-47c5-8942-b4ac4f50462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:01.890691 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-90bf84bf-0cd6-4ec5-8bfa-a6f2f089a642 req-326ab7c0-3d65-47c5-8942-b4ac4f50462c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 1096 time: 0.0819914
Jun 17 15:00:02.032222 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf84bf-0cd6-4ec5-8bfa-a6f2f089a642 req-0c001f90-fffd-4f34-b6d2-01532f56e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:02.033740 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-90bf84bf-0cd6-4ec5-8bfa-a6f2f089a642 req-0c001f90-fffd-4f34-b6d2-01532f56e9e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 912 time: 0.1366005
Jun 17 15:00:02.040945 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:02.110721 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-90bf84bf-0cd6-4ec5-8bfa-a6f2f089a642 req-7db56392-0e79-40de-9fda-1914aa47a5d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3ad0623-d3d5-487a-91f8-5c55c5824b4a HTTP/1.1" status: 200  len: 217 time: 0.0697558
Jun 17 15:00:02.186791 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf84bf-0cd6-4ec5-8bfa-a6f2f089a642 req-d10d2663-ebcc-46e4-a9a2-1781fc66886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:02.188512 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-90bf84bf-0cd6-4ec5-8bfa-a6f2f089a642 req-d10d2663-ebcc-46e4-a9a2-1781fc66886b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0711908
Jun 17 15:00:02.266176 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf84bf-0cd6-4ec5-8bfa-a6f2f089a642 req-95799e5c-8335-45ef-b826-4ccc27580882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:02.267740 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-90bf84bf-0cd6-4ec5-8bfa-a6f2f089a642 req-95799e5c-8335-45ef-b826-4ccc27580882 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725677
Jun 17 15:00:02.410290 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-90bf84bf-0cd6-4ec5-8bfa-a6f2f089a642 req-9f7a529c-4062-4279-8850-9527be034395 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354005
Jun 17 15:00:02.561519 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-90bf84bf-0cd6-4ec5-8bfa-a6f2f089a642 req-f17bae8b-4fcf-4429-ac3c-4ea0e32f9043 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418881
Jun 17 15:00:02.755660 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1e4ed-e4b8-4988-b9b7-1ad70c186d94 req-ebfb9fcd-4250-4898-87a8-16620a150542 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:02.758344 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f4d1e4ed-e4b8-4988-b9b7-1ad70c186d94 req-ebfb9fcd-4250-4898-87a8-16620a150542 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 943 time: 0.0924907
Jun 17 15:00:02.828995 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-f4d1e4ed-e4b8-4988-b9b7-1ad70c186d94 req-254d0686-4a1a-4d97-a929-35fcd84e5afa tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646596
Jun 17 15:00:04.057727 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f8199-d704-427a-9ef1-2e290fbab81e req-a44ef0e0-0a30-45e0-be28-f5b1be4ae75d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:04.059218 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-554f8199-d704-427a-9ef1-2e290fbab81e req-a44ef0e0-0a30-45e0-be28-f5b1be4ae75d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 943 time: 0.1151953
Jun 17 15:00:04.110170 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-554f8199-d704-427a-9ef1-2e290fbab81e req-22d880ad-41b6-4225-80e9-db0753e233a2 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441365
Jun 17 15:00:05.340861 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d644a-294b-4f06-941a-815d4e6483b6 req-1cf48fdd-2e8a-4f43-9096-cadc9a91b0f7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:05.342434 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c23d644a-294b-4f06-941a-815d4e6483b6 req-1cf48fdd-2e8a-4f43-9096-cadc9a91b0f7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 943 time: 0.0917645
Jun 17 15:00:05.392719 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-c23d644a-294b-4f06-941a-815d4e6483b6 req-5dfd57e2-345c-4b15-9eb8-6295999aa86e tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431073
Jun 17 15:00:06.615029 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cdd3b-7b1a-4ba0-a9c0-fc2603c3b846 req-fec25319-e7f9-44e2-88f4-7cab3cc09b74 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:06.617693 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-620cdd3b-7b1a-4ba0-a9c0-fc2603c3b846 req-fec25319-e7f9-44e2-88f4-7cab3cc09b74 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 943 time: 0.1077235
Jun 17 15:00:06.786714 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-620cdd3b-7b1a-4ba0-a9c0-fc2603c3b846 req-87fda867-e5a0-4a87-8074-87c0805fb90b tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1608920
Jun 17 15:00:07.998825 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa82fe-cf9a-45be-8aa4-4ebdf5d84608 req-f267b13d-58af-4e16-bbda-e42ae4f7c712 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:08.000476 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3eaa82fe-cf9a-45be-8aa4-4ebdf5d84608 req-f267b13d-58af-4e16-bbda-e42ae4f7c712 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 943 time: 0.0945280
Jun 17 15:00:08.181738 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3eaa82fe-cf9a-45be-8aa4-4ebdf5d84608 req-cecc6059-6188-4244-8c1d-6d1d506383b5 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1744461
Jun 17 15:00:09.382428 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device a3ad0623-d3d5-487a-91f8-5c55c5824b4a details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 15:00:09.395702 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273f3f-c2f6-4b5b-ba9b-e62d40fcfc07 req-71e8a67f-6bc9-49c1-be42-351d63fea1c5 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:09.397315 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cc273f3f-c2f6-4b5b-ba9b-e62d40fcfc07 req-71e8a67f-6bc9-49c1-be42-351d63fea1c5 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 943 time: 0.1088850
Jun 17 15:00:09.444324 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cc273f3f-c2f6-4b5b-ba9b-e62d40fcfc07 req-8f16de23-c553-445f-9076-5a55acbed3d2 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410707
Jun 17 15:00:09.639214 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port a3ad0623-d3d5-487a-91f8-5c55c5824b4a, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=a3ad0623-d3d5-487a-91f8-5c55c5824b4a,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:00:09.665104 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'port_id': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'mac_address': 'fa:16:3e:d0:8b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 15:00:09.756185 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:09.774467 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ad0623-d3d5-487a-91f8-5c55c5824b4a {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 15:00:09.792344 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port a3ad0623-d3d5-487a-91f8-5c55c5824b4a, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=a3ad0623-d3d5-487a-91f8-5c55c5824b4a,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:00:09.796905 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:09.798700 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:00:09.873142 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=a3ad0623-d3d5-487a-91f8-5c55c5824b4a,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:00:09.880844 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:09.881188 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:09.881527 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:09.882535 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:09.882535 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:09.882535 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:09.882811 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:09.883143 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:09.883495 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:09.883818 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:09.884265 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:09.884600 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:09.889300 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:00:10.121172 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['a3ad0623-d3d5-487a-91f8-5c55c5824b4a'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 15:00:10.649443 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea82ede-bb39-4a2f-8fdb-6a61dd953fff req-51c10a24-fcfe-476e-8693-1c0fe2bd9b3c tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:10.651032 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-dea82ede-bb39-4a2f-8fdb-6a61dd953fff req-51c10a24-fcfe-476e-8693-1c0fe2bd9b3c tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 944 time: 0.0920970
Jun 17 15:00:10.706580 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-dea82ede-bb39-4a2f-8fdb-6a61dd953fff req-630080df-2535-47cd-80b6-025cc6d86640 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492554
Jun 17 15:00:11.383871 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device a3ad0623-d3d5-487a-91f8-5c55c5824b4a up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 15:00:11.508107 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port a3ad0623-d3d5-487a-91f8-5c55c5824b4a completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 15:00:11.514340 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port a3ad0623-d3d5-487a-91f8-5c55c5824b4a triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 15:00:11.514821 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:11.650768 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:11.680658 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 15:00:11.692666 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port a3ad0623-d3d5-487a-91f8-5c55c5824b4a, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=a3ad0623-d3d5-487a-91f8-5c55c5824b4a,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:00:11.697915 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:11.700823 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-d12cb9eb-687b-4390-b034-0a48bc58f2ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:00:11.734308 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'code': 200}
Jun 17 15:00:11.780326 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=a3ad0623-d3d5-487a-91f8-5c55c5824b4a,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:00:11.790466 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:00:11.978705 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b0c4e-3f1e-47eb-912b-5f5fba2c6173 req-31d4ea20-d268-48d9-9a75-88e527581e10 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:11.981429 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b75b0c4e-3f1e-47eb-912b-5f5fba2c6173 req-31d4ea20-d268-48d9-9a75-88e527581e10 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 945 time: 0.1316681
Jun 17 15:00:12.037764 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-b75b0c4e-3f1e-47eb-912b-5f5fba2c6173 req-d1ad53cf-0b0e-4c2f-8631-9cac38c3f321 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491505
Jun 17 15:00:12.094891 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad0e-5857-4d09-bd14-df154647295c req-70087fac-6c35-4b3c-a820-4573ef618921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:12.097139 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4bdad0e-5857-4d09-bd14-df154647295c req-70087fac-6c35-4b3c-a820-4573ef618921 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 1098 time: 0.0920577
Jun 17 15:00:12.154998 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b4bdad0e-5857-4d09-bd14-df154647295c req-f1a962b4-ca90-413e-b8c2-76c86b3980fb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501387
Jun 17 15:00:13.342838 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a483a46-e215-48b3-ad2f-ab64764e8d5f req-c825daaf-53d8-48d4-8204-94a18dba3f8f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:13.344592 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8a483a46-e215-48b3-ad2f-ab64764e8d5f req-c825daaf-53d8-48d4-8204-94a18dba3f8f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 945 time: 0.1249051
Jun 17 15:00:13.440943 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-8a483a46-e215-48b3-ad2f-ab64764e8d5f req-a916aa4b-af91-4e41-846e-4a6d20a9aba7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848093
Jun 17 15:00:14.686678 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f67f4c-e5f0-4c84-9279-f9c8232eaef0 req-09b9b7a3-c015-408f-8821-eecad9ba3ba9 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:14.689440 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-17f67f4c-e5f0-4c84-9279-f9c8232eaef0 req-09b9b7a3-c015-408f-8821-eecad9ba3ba9 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 945 time: 0.1133800
Jun 17 15:00:14.753542 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-17f67f4c-e5f0-4c84-9279-f9c8232eaef0 req-4356335d-7939-413c-ae66-6fb207369adf tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567815
Jun 17 15:00:15.005261 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d01f22-91ee-47be-8e1c-5d52a09f4255 req-397098db-b09a-4ed2-9ae0-6e8e67468cf2 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:15.006564 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b6d01f22-91ee-47be-8e1c-5d52a09f4255 req-397098db-b09a-4ed2-9ae0-6e8e67468cf2 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 945 time: 0.1114600
Jun 17 15:00:15.067477 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-b6d01f22-91ee-47be-8e1c-5d52a09f4255 req-b52f4cbc-d74c-41c9-9090-502746950242 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502846
Jun 17 15:00:15.100772 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47972) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:00:15.196260 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7688c97-c5bc-43c1-baf6-f75c5b352600 tempest-TestVolumeBootPattern-240416137 tempest-TestVolumeBootPattern-240416137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:15.197923 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-b7688c97-c5bc-43c1-baf6-f75c5b352600 tempest-TestVolumeBootPattern-240416137 tempest-TestVolumeBootPattern-240416137-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 1093 time: 0.0959513
Jun 17 15:00:15.200988 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 47976) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:00:15.208289 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Request body: {'floatingip': {'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'port_id': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 15:00:15.215108 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 15:00:15.221773 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Usage tracker for resource:floatingip and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 15:00:15.227501 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 15:00:15.235338 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 15:00:15.248691 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for floatingip, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:15.416160 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:15.582012 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Allocated IP 172.27.3.248 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/8bcbb291-1aa7-49f7-bd4f-7a75d37c2a6b) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 15:00:15.765015 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:15.801644 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:15.809907 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:00:15.914282 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 15:00:15.917386 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 15:00:15.921287 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 15:00:15.959342 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'Port': ['ID=8bcbb291-1aa7-49f7-bd4f-7a75d37c2a6b,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:00:15.977998 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:15.978373 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:15.978745 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:15.979104 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:15.979501 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:15.979859 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:15.980215 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:15.980570 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:15.980919 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:15.981266 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:15.981613 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:15.981962 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:00:15.988051 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:00:16.406988 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:16.488945 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:16.821383 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:16.827724 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:16.833064 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-e8ea5baf-7469-47a5-a275-e198d08c03b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:00:16.940520 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'Port': ['ID=8bcbb291-1aa7-49f7-bd4f-7a75d37c2a6b,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:00:16.949199 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:00:16.963043 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:17.160720 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.l3_db [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Floating IP 8975bf39-a6d9-4e24-b343-fadda895706f associated. External IP: 172.27.3.248, port: a3ad0623-d3d5-487a-91f8-5c55c5824b4a.
Jun 17 15:00:17.540475 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Router 99fac827-d01a-4a5f-9a79-0224e0ced47a has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 15:00:17.737600 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 15:00:17.747528 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81968d4-85ad-4afe-9e50-0df4f4d27bfa None None] Sync routers for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 15:00:17.757878 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81968d4-85ad-4afe-9e50-0df4f4d27bfa None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 15:00:17.758726 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-a81968d4-85ad-4afe-9e50-0df4f4d27bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b282d0d60>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:59:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:00:17.767261 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:17.832117 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6298103
Jun 17 15:00:17.833853 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'tag': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 15:00:17.888165 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'tag': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'status': 'completed', 'code': 200}
Jun 17 15:00:17.958165 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-a81968d4-85ad-4afe-9e50-0df4f4d27bfa None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 15:00:18.020247 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384261f-14a1-485f-aad4-247c3794d7cb req-e30bd357-ed56-483a-a17f-4a15c56a1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:18.022006 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2384261f-14a1-485f-aad4-247c3794d7cb req-e30bd357-ed56-483a-a17f-4a15c56a1d8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 1098 time: 0.0857513
Jun 17 15:00:18.207986 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384261f-14a1-485f-aad4-247c3794d7cb req-c4acf4ef-a6ef-44f0-996d-266e2d5463dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:18.209676 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2384261f-14a1-485f-aad4-247c3794d7cb req-c4acf4ef-a6ef-44f0-996d-266e2d5463dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 912 time: 0.1804867
Jun 17 15:00:18.327826 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2384261f-14a1-485f-aad4-247c3794d7cb req-29e01716-2dc3-4186-8e78-8585a0730099 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3ad0623-d3d5-487a-91f8-5c55c5824b4a HTTP/1.1" status: 200  len: 999 time: 0.1113341
Jun 17 15:00:18.342669 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-a81968d4-85ad-4afe-9e50-0df4f4d27bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b282d0d60>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '8975bf39-a6d9-4e24-b343-fadda895706f', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:d0:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T15:00:16Z', 'updated_at': '2021-06-17T15:00:16Z', 'revision_number': 0, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:00:18.347819 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81968d4-85ad-4afe-9e50-0df4f4d27bfa None None] Checking router: 99fac827-d01a-4a5f-9a79-0224e0ced47a for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 15:00:18.356719 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81968d4-85ad-4afe-9e50-0df4f4d27bfa None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 15:00:18.357341 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-a81968d4-85ad-4afe-9e50-0df4f4d27bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b282d0d60>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T14:59:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:00:18.396367 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384261f-14a1-485f-aad4-247c3794d7cb req-4d30e2f1-87d3-4289-978f-a61979e273da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:18.397863 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2384261f-14a1-485f-aad4-247c3794d7cb req-4d30e2f1-87d3-4289-978f-a61979e273da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0631430
Jun 17 15:00:18.483292 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384261f-14a1-485f-aad4-247c3794d7cb req-4e0667aa-c143-4cbe-a3ab-388ee2a344e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:18.484791 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2384261f-14a1-485f-aad4-247c3794d7cb req-4e0667aa-c143-4cbe-a3ab-388ee2a344e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794997
Jun 17 15:00:18.582138 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-a81968d4-85ad-4afe-9e50-0df4f4d27bfa None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 15:00:18.636000 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2384261f-14a1-485f-aad4-247c3794d7cb req-95310dc7-8664-482f-a32a-fa724879622d service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438396
Jun 17 15:00:18.797554 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-2384261f-14a1-485f-aad4-247c3794d7cb req-3b8945fc-42ea-4fce-bc6f-494d97446f6d service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1549461
Jun 17 15:00:19.003268 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-a81968d4-85ad-4afe-9e50-0df4f4d27bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b282d0d60>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '8975bf39-a6d9-4e24-b343-fadda895706f', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:d0:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T15:00:16Z', 'updated_at': '2021-06-17T15:00:16Z', 'revision_number': 0, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:00:19.007685 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81968d4-85ad-4afe-9e50-0df4f4d27bfa None None] The sync data for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi is: [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '8975bf39-a6d9-4e24-b343-fadda895706f', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:d0:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T15:00:16Z', 'updated_at': '2021-06-17T15:00:16Z', 'revision_number': 0, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 15:00:19.249546 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f109fca5-186c-45ba-a0ff-6e018944c473 None None] New status for floating IP 8975bf39-a6d9-4e24-b343-fadda895706f: ACTIVE {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 15:00:20.116478 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:24.437439 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:00:24.509992 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:24.753722 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-518c85f1-acc2-472f-b024-54078a35186e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:28.640507 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-8cab7258-7f2a-43aa-b4fc-d3cc75e5b5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:29.954729 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:32.044902 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:33.451933 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9548f920-7905-481b-a361-d52f0e925d6b req-afd94f67-8cfa-40c6-8886-cec20627d8df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0797515
Jun 17 15:00:33.622586 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548f920-7905-481b-a361-d52f0e925d6b req-77bafc11-cfdc-4b65-a56d-9c1b9a18da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:33.624106 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9548f920-7905-481b-a361-d52f0e925d6b req-77bafc11-cfdc-4b65-a56d-9c1b9a18da19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 1098 time: 0.0762508
Jun 17 15:00:33.783011 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548f920-7905-481b-a361-d52f0e925d6b req-10c4d873-39a9-41ef-8ec1-114ff4b26b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:33.786059 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9548f920-7905-481b-a361-d52f0e925d6b req-10c4d873-39a9-41ef-8ec1-114ff4b26b2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 912 time: 0.1413755
Jun 17 15:00:33.891338 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9548f920-7905-481b-a361-d52f0e925d6b req-dca40852-5e3a-4289-a75d-ffb298bd7efc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3ad0623-d3d5-487a-91f8-5c55c5824b4a HTTP/1.1" status: 200  len: 1001 time: 0.0985312
Jun 17 15:00:33.953403 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548f920-7905-481b-a361-d52f0e925d6b req-48da2c83-735f-4eb9-ac4e-ae86d09f0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:33.955351 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9548f920-7905-481b-a361-d52f0e925d6b req-48da2c83-735f-4eb9-ac4e-ae86d09f0b3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0568497
Jun 17 15:00:34.131857 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548f920-7905-481b-a361-d52f0e925d6b req-f636ac6c-2f52-4b8a-8040-de3ec9f2ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:00:34.133231 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9548f920-7905-481b-a361-d52f0e925d6b req-f636ac6c-2f52-4b8a-8040-de3ec9f2ca0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1714478
Jun 17 15:00:34.266392 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9548f920-7905-481b-a361-d52f0e925d6b req-f852d6eb-52e7-48ed-a660-bcb4ef69376d service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257563
Jun 17 15:00:34.399737 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9548f920-7905-481b-a361-d52f0e925d6b req-b32e4b1d-cad5-4d44-bd86-546d4e6b4a2b service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269407
Jun 17 15:00:50.116740 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:54.504643 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:54.804349 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ae7acc5c-471f-49ef-b0a1-3b5f38b2b8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:58.643994 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-0037e40f-9d7c-4c6d-b4be-d0142c7d54f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:00:59.957418 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:01:01.436914 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:01:02.046747 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:01:20.122589 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:01:24.508243 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:01:24.756000 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ef8e9098-2447-423a-9b78-cea4bbc4bd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:01:28.640505 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bc60428a-efa4-4e3d-b69d-cc07519b2050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:01:29.958508 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:01:32.048916 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:01:35.108354 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-07febfd7-a17c-4185-b151-a521d7b1a2a7 req-3414ecdf-9f59-4ce4-9dcd-a6fdd50ac89d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0770915
Jun 17 15:01:35.280171 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07febfd7-a17c-4185-b151-a521d7b1a2a7 req-a849ea00-c3e7-4d05-9aca-6203caef2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:01:35.282242 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-07febfd7-a17c-4185-b151-a521d7b1a2a7 req-a849ea00-c3e7-4d05-9aca-6203caef2387 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 1098 time: 0.0804126
Jun 17 15:01:35.445442 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07febfd7-a17c-4185-b151-a521d7b1a2a7 req-5854d67f-ff0e-4a8a-9dea-779f3fb13bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:01:35.446968 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-07febfd7-a17c-4185-b151-a521d7b1a2a7 req-5854d67f-ff0e-4a8a-9dea-779f3fb13bc9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 912 time: 0.1365316
Jun 17 15:01:35.555551 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-07febfd7-a17c-4185-b151-a521d7b1a2a7 req-fe2b9df2-96c2-4d91-9e9a-a0e679467b21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3ad0623-d3d5-487a-91f8-5c55c5824b4a HTTP/1.1" status: 200  len: 1001 time: 0.1017621
Jun 17 15:01:35.619623 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07febfd7-a17c-4185-b151-a521d7b1a2a7 req-10748925-7f30-4ca4-9358-3104272a768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:01:35.621063 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-07febfd7-a17c-4185-b151-a521d7b1a2a7 req-10748925-7f30-4ca4-9358-3104272a768b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0599141
Jun 17 15:01:35.700967 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07febfd7-a17c-4185-b151-a521d7b1a2a7 req-d5e09c6b-1ff5-4917-9b95-287371c0532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:01:35.702444 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-07febfd7-a17c-4185-b151-a521d7b1a2a7 req-d5e09c6b-1ff5-4917-9b95-287371c0532d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751104
Jun 17 15:01:35.838753 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-07febfd7-a17c-4185-b151-a521d7b1a2a7 req-1edbe01f-682e-4456-9abd-f0a15d8e142c service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287172
Jun 17 15:01:35.976304 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-07febfd7-a17c-4185-b151-a521d7b1a2a7 req-6860921e-b67e-4de7-bf52-46bb42378d5a service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314437
Jun 17 15:01:38.436059 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:01:50.136347 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:01:54.522893 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:01:54.761659 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5f4f0db7-947b-49d9-b5dd-f27f8bdb7af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:01:58.646306 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7f53e431-0788-4ff1-ab1b-1306e24ff631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:01:59.961940 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:02.058685 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:06.376669 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-e73c9bf8-eb06-4c24-ad2a-483eda0f004f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706573648&fields=id&tenant_id=11e5048a6f7541c8987bfbd84ca42f78 HTTP/1.1" status: 200  len: 267 time: 0.0460882
Jun 17 15:02:06.535552 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a593db-2151-4ad6-a867-f1c645a32899 req-8c8d199d-526c-4fdb-b733-95088dc9d1c6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:06.537039 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-8c8d199d-526c-4fdb-b733-95088dc9d1c6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 810 time: 0.1538372
Jun 17 15:02:06.552802 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-521780d8-cb28-4313-8385-e8273a5a797a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/quotas/11e5048a6f7541c8987bfbd84ca42f78 HTTP/1.1" status: 200  len: 375 time: 0.0098116
Jun 17 15:02:06.645721 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-dfd46491-3061-4da0-b3ae-6cb680fa84ca tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0872245
Jun 17 15:02:06.705974 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-8513a6ee-8999-4206-84be-8c9dfb71ece1 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=78705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 17 15:02:06.706961 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-8513a6ee-8999-4206-84be-8c9dfb71ece1 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0497780
Jun 17 15:02:06.844494 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-16c60d52-343e-4157-9ef6-b582ebfaf4a0 service neutron] 10.222.0.89 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308362
Jun 17 15:02:07.100935 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-a9480bd4-e9bf-45b1-93c9-fe0761cfe3e7 service neutron] 10.222.0.89 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2495441
Jun 17 15:02:07.604577 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-a19d7ea7-7e32-4c0a-b093-f2dcf885f478 req-fcb62b55-f30c-4d3f-9aa6-afe4c24a54b6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 210 time: 0.1121755
Jun 17 15:02:08.793502 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-5137f221-38cb-41c3-bd63-2b5dbee8823a req-d4e2b9f1-42bc-4d17-9de5-dd0c92b654b2 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 210 time: 0.0673740
Jun 17 15:02:08.802221 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a593db-2151-4ad6-a867-f1c645a32899 req-360a525d-9a31-4f85-8a14-ee6ac38b0344 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:08.803810 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-360a525d-9a31-4f85-8a14-ee6ac38b0344 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 810 time: 0.2041075
Jun 17 15:02:08.863429 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-fbce9395-54cc-40fd-9c5b-b906c4c909d9 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e5048a6f7541c8987bfbd84ca42f78 HTTP/1.1" status: 200  len: 379 time: 0.0446620
Jun 17 15:02:08.875985 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Request body: {'port': {'device_id': 'e176069f-e930-4030-8002-0b25326e90d7', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'admin_state_up': True, 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'security_groups': ['860d4602-f99a-4ed3-a249-ebaef50ec63c']}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 15:02:09.032539 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 15:02:09.043676 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.quota.driver [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78705) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 15:02:09.055016 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Made reservation on behalf of 11e5048a6f7541c8987bfbd84ca42f78 for: {'port': 1} {{(pid=78705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 17 15:02:09.058561 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:09.239110 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.db_base_plugin_common [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Allocated IP 172.20.0.13 (50eb8839-c8af-431e-989e-3aa535f9f8ea/74645c6d-71b2-402a-ab93-7f3e792247cc/44145e06-f8fd-41e1-b2cb-04c2cc121aed) {{(pid=78705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 15:02:09.465703 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for port, precommit_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:09.491653 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Transition to ACTIVE for port object 44145e06-f8fd-41e1-b2cb-04c2cc121aed will not be triggered until provisioned by entity DHCP. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 15:02:09.521901 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_create {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:09.530684 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:02:09.616629 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Network 50eb8839-c8af-431e-989e-3aa535f9f8ea is already hosted by enough agents. {{(pid=78705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 15:02:09.617905 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.base_scheduler [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources bound (agent type, host, resource id):  {{(pid=78705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 15:02:09.622365 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Received port after_create {{(pid=78705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 15:02:09.667656 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'Port': ['ID=44145e06-f8fd-41e1-b2cb-04c2cc121aed,revision_number=1']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:02:09.686964 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:09.687537 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:09.688144 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:09.688626 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:09.688995 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:09.689360 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:09.689737 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:09.690094 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:09.690448 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:09.690800 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:09.691161 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:09.691595 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:09.697972 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:02:09.714355 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:09.715359 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:09.751090 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8803864
Jun 17 15:02:09.770074 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.v2.base [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Request body: {'port': {'device_id': 'e176069f-e930-4030-8002-0b25326e90d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79685'}} {{(pid=78705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 15:02:09.945644 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:09.971353 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-593bb42c-8397-493b-8231-380f4795f73b None None] Provisioning for port 44145e06-f8fd-41e1-b2cb-04c2cc121aed completed by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 15:02:09.978018 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-593bb42c-8397-493b-8231-380f4795f73b None None] Provisioning complete for port 44145e06-f8fd-41e1-b2cb-04c2cc121aed triggered by entity DHCP. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 15:02:09.978665 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-593bb42c-8397-493b-8231-380f4795f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:10.042314 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-593bb42c-8397-493b-8231-380f4795f73b None None] Port 44145e06-f8fd-41e1-b2cb-04c2cc121aed cannot update to ACTIVE because it is not bound. {{(pid=78707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 17 15:02:10.043627 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cdaa2-800f-4be1-ba4a-bfc11223313e req-7a11d7ee-6a11-4b9c-b108-cd852c9395ac tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:10.046080 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-096cdaa2-800f-4be1-ba4a-bfc11223313e req-7a11d7ee-6a11-4b9c-b108-cd852c9395ac tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 932 time: 0.1003840
Jun 17 15:02:10.102054 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-096cdaa2-800f-4be1-ba4a-bfc11223313e req-f7b63c9b-ef50-474f-a0ae-dd74eeb017d7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486658
Jun 17 15:02:10.365231 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44145e06-f8fd-41e1-b2cb-04c2cc121aed {{(pid=78705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 15:02:10.372836 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:10.388941 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Transition to ACTIVE for port object 44145e06-f8fd-41e1-b2cb-04c2cc121aed will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 17 15:02:10.394220 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:10.398547 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-bdd28939-d96f-4b1e-bebc-3d1b724a7efe tempest-VolumesSnapshotTestJSON-1732579351 tempest-VolumesSnapshotTestJSON-1732579351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:02:10.538529 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Pushing event updated for resources: {'Port': ['ID=44145e06-f8fd-41e1-b2cb-04c2cc121aed,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:02:10.541700 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:02:10.784938 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Attempting to bind port 44145e06-f8fd-41e1-b2cb-04c2cc121aed on host hv-cinder-79685 for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 17 15:02:10.785169 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Attempting to bind port 44145e06-f8fd-41e1-b2cb-04c2cc121aed by drivers openvswitch,hyperv on host hv-cinder-79685 at level 0 using segments [{'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 17 15:02:10.785497 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Attempting to bind port 44145e06-f8fd-41e1-b2cb-04c2cc121aed on network 50eb8839-c8af-431e-989e-3aa535f9f8ea {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 15:02:10.790366 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Port 44145e06-f8fd-41e1-b2cb-04c2cc121aed on network 50eb8839-c8af-431e-989e-3aa535f9f8ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79685 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 17 15:02:10.790675 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Attempting to bind port 44145e06-f8fd-41e1-b2cb-04c2cc121aed on network 50eb8839-c8af-431e-989e-3aa535f9f8ea {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 17 15:02:10.795893 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Checking agent: {'id': '162d2a30-7ada-4e14-8d09-2c6acb8eeea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79685', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'started_at': datetime.datetime(2021, 6, 17, 14, 43, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 15, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 17 15:02:10.796220 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Checking segment: {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 17 15:02:10.797288 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Bound using segment: {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 17 15:02:10.797672 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Bound port: 44145e06-f8fd-41e1-b2cb-04c2cc121aed, host: hv-cinder-79685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d886db-7d07-4828-abb7-ec6183e1fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 17 15:02:10.798044 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:10.900552 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] For port 44145e06-f8fd-41e1-b2cb-04c2cc121aed, host hv-cinder-79685, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 17 15:02:10.903641 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] For port 44145e06-f8fd-41e1-b2cb-04c2cc121aed, host hv-cinder-79685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=44145e06-f8fd-41e1-b2cb-04c2cc121aed,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 17 15:02:10.909644 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10571649'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:10.913617 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-667cdac0-b34d-4468-b6bb-60e01130f604 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:02:10.988190 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:10.989186 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:10.990555 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] 10.222.0.37 "PUT /v2.0/ports/44145e06-f8fd-41e1-b2cb-04c2cc121aed HTTP/1.1" status: 200  len: 1094 time: 1.2256699
Jun 17 15:02:10.991078 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e176069f-e930-4030-8002-0b25326e90d7', 'tag': '44145e06-f8fd-41e1-b2cb-04c2cc121aed'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 15:02:11.025837 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Pushing event updated for resources: {'Port': ['ID=44145e06-f8fd-41e1-b2cb-04c2cc121aed,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:02:11.029706 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:02:11.041199 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e176069f-e930-4030-8002-0b25326e90d7', 'tag': '44145e06-f8fd-41e1-b2cb-04c2cc121aed', 'status': 'completed', 'code': 200}
Jun 17 15:02:11.151520 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a593db-2151-4ad6-a867-f1c645a32899 req-57c2cef2-3606-42e5-9057-fc6cd557cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:11.154133 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-57c2cef2-3606-42e5-9057-fc6cd557cce0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 1097 time: 0.0920837
Jun 17 15:02:11.234511 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-94744c0d-fee3-4415-976f-241f240e3549 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44145e06-f8fd-41e1-b2cb-04c2cc121aed HTTP/1.1" status: 200  len: 217 time: 0.0670438
Jun 17 15:02:11.304650 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a593db-2151-4ad6-a867-f1c645a32899 req-987d477e-f8b7-4e49-8ae9-80d338eae5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:11.306099 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-987d477e-f8b7-4e49-8ae9-80d338eae5f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0653760
Jun 17 15:02:11.353740 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485a33b-b2e0-441b-9c71-a2a70f783e0d req-21e78ecc-5045-46ac-a953-4533d2cde8fe tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:11.355295 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0485a33b-b2e0-441b-9c71-a2a70f783e0d req-21e78ecc-5045-46ac-a953-4533d2cde8fe tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 944 time: 0.1200554
Jun 17 15:02:11.390249 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a593db-2151-4ad6-a867-f1c645a32899 req-b715ff37-f408-47a0-b91f-fde266b3cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:11.392349 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-b715ff37-f408-47a0-b91f-fde266b3cf9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802047
Jun 17 15:02:11.404527 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-0485a33b-b2e0-441b-9c71-a2a70f783e0d req-e7067cfb-6c0d-4005-b13f-86938d05e1f7 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428700
Jun 17 15:02:11.530581 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-e3d846ca-914d-4a71-b792-ee5b562a45b2 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312916
Jun 17 15:02:11.673198 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-79a593db-2151-4ad6-a867-f1c645a32899 req-a61112fe-b7f3-4da0-8eec-1a413964ddd0 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360836
Jun 17 15:02:11.835200 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdb1a6-31cf-4c67-bb5b-0a91661bb868 req-a2db0a16-3f6f-4965-a1de-52f71d8fe5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:11.836680 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fafdb1a6-31cf-4c67-bb5b-0a91661bb868 req-a2db0a16-3f6f-4965-a1de-52f71d8fe5e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 1097 time: 0.0778863
Jun 17 15:02:11.977684 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdb1a6-31cf-4c67-bb5b-0a91661bb868 req-8501f907-be5d-4f9c-8929-19afaf5bd416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:11.979019 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fafdb1a6-31cf-4c67-bb5b-0a91661bb868 req-8501f907-be5d-4f9c-8929-19afaf5bd416 service neutron] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 912 time: 0.1355872
Jun 17 15:02:12.047372 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fafdb1a6-31cf-4c67-bb5b-0a91661bb868 req-caae18fa-4f3c-4953-b398-6849a3450e9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44145e06-f8fd-41e1-b2cb-04c2cc121aed HTTP/1.1" status: 200  len: 217 time: 0.0609059
Jun 17 15:02:12.121367 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdb1a6-31cf-4c67-bb5b-0a91661bb868 req-7ae1ce30-688e-4e69-9df8-fae570232da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:12.122791 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fafdb1a6-31cf-4c67-bb5b-0a91661bb868 req-7ae1ce30-688e-4e69-9df8-fae570232da6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0700643
Jun 17 15:02:12.204954 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdb1a6-31cf-4c67-bb5b-0a91661bb868 req-046c03be-389d-43f5-83a7-e8f1e8f01011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:12.206426 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fafdb1a6-31cf-4c67-bb5b-0a91661bb868 req-046c03be-389d-43f5-83a7-e8f1e8f01011 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734060
Jun 17 15:02:12.354516 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fafdb1a6-31cf-4c67-bb5b-0a91661bb868 req-8d8fcea5-65e7-422a-9b1e-d9d09d2fefa6 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368771
Jun 17 15:02:12.497446 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-fafdb1a6-31cf-4c67-bb5b-0a91661bb868 req-96bdfaec-fa40-4b92-b5bb-f5230ce37396 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357989
Jun 17 15:02:12.663629 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042b70d-f59b-4f29-aa77-74da3a8e0fb2 req-4bd0ea32-86b5-41b9-8e65-917610b9b3d9 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:12.664325 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-7042b70d-f59b-4f29-aa77-74da3a8e0fb2 req-4bd0ea32-86b5-41b9-8e65-917610b9b3d9 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Synchronizing usage tracker for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 15:02:12.681182 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-7042b70d-f59b-4f29-aa77-74da3a8e0fb2 req-4bd0ea32-86b5-41b9-8e65-917610b9b3d9 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Unset dirty status for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 15:02:12.682485 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7042b70d-f59b-4f29-aa77-74da3a8e0fb2 req-4bd0ea32-86b5-41b9-8e65-917610b9b3d9 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 944 time: 0.1133413
Jun 17 15:02:12.734619 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-7042b70d-f59b-4f29-aa77-74da3a8e0fb2 req-c70a713e-1fa2-47f4-b9cb-724ceb061638 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457401
Jun 17 15:02:13.923881 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc12b5-6d5b-4b2a-84b5-347e1e664a5d req-7ca27957-fc14-4465-81cd-b716551f8eb6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:13.925395 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3dfc12b5-6d5b-4b2a-84b5-347e1e664a5d req-7ca27957-fc14-4465-81cd-b716551f8eb6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 944 time: 0.0821252
Jun 17 15:02:13.975399 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-3dfc12b5-6d5b-4b2a-84b5-347e1e664a5d req-1b6f45df-5d6e-4e19-bd86-62ad76123bff tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439343
Jun 17 15:02:15.164954 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc116b-59b7-48bf-b4be-a25555011eb6 req-ffc2ed8c-eecf-48e3-ace5-08a371a84873 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:15.166429 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cc116b-59b7-48bf-b4be-a25555011eb6 req-ffc2ed8c-eecf-48e3-ace5-08a371a84873 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 944 time: 0.0828147
Jun 17 15:02:15.216355 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-92cc116b-59b7-48bf-b4be-a25555011eb6 req-32cbf5ba-b3d0-4353-8fc1-4eb9d33a9534 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437794
Jun 17 15:02:15.434644 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:02:16.408439 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd884df0-a1b8-4efa-9b16-88751fcb4f74 req-065ffbf6-93b4-44cb-86d5-4b4e9c180247 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:16.409920 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fd884df0-a1b8-4efa-9b16-88751fcb4f74 req-065ffbf6-93b4-44cb-86d5-4b4e9c180247 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 944 time: 0.0846336
Jun 17 15:02:16.454809 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fd884df0-a1b8-4efa-9b16-88751fcb4f74 req-fbf4d23e-34e2-4a07-a439-8ff8e7c2b5c5 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390813
Jun 17 15:02:17.759641 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741361ad-bd9e-4ead-b0ab-d9c482d53ade req-a4b9a7cc-3a2f-4efe-b0c3-ab83fbef0d77 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:17.761001 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-741361ad-bd9e-4ead-b0ab-d9c482d53ade req-a4b9a7cc-3a2f-4efe-b0c3-ab83fbef0d77 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 944 time: 0.2003026
Jun 17 15:02:17.806834 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-741361ad-bd9e-4ead-b0ab-d9c482d53ade req-fda73dd3-742f-4da2-9c6c-56121e1a4325 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397193
Jun 17 15:02:19.101784 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2e477-0c9f-4660-8aaa-261d63fefa23 req-71528ace-e250-410f-b1b3-ca20f0b132ea tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:19.103151 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fdb2e477-0c9f-4660-8aaa-261d63fefa23 req-71528ace-e250-410f-b1b3-ca20f0b132ea tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 944 time: 0.1909845
Jun 17 15:02:19.152080 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-fdb2e477-0c9f-4660-8aaa-261d63fefa23 req-9b062f35-4f9f-4330-9ab1-cbe96d47cbd1 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418742
Jun 17 15:02:19.984760 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 44145e06-f8fd-41e1-b2cb-04c2cc121aed details requested by agent hyperv_hv-cinder-79685 with host hv-cinder-79685 {{(pid=78707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 17 15:02:20.124738 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 44145e06-f8fd-41e1-b2cb-04c2cc121aed, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=44145e06-f8fd-41e1-b2cb-04c2cc121aed,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:02:20.146000 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Returning: {'device': '44145e06-f8fd-41e1-b2cb-04c2cc121aed', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'port_id': '44145e06-f8fd-41e1-b2cb-04c2cc121aed', 'mac_address': 'fa:16:3e:eb:6c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 17 15:02:20.172935 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:20.203847 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:20.224528 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44145e06-f8fd-41e1-b2cb-04c2cc121aed {{(pid=78707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 17 15:02:20.241665 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 44145e06-f8fd-41e1-b2cb-04c2cc121aed, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=44145e06-f8fd-41e1-b2cb-04c2cc121aed,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:02:20.246519 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:20.251569 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:02:20.314740 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=44145e06-f8fd-41e1-b2cb-04c2cc121aed,revision_number=4']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:02:20.321901 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:20.322246 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:20.322581 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:20.322906 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:20.323228 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:20.323575 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:20.323893 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:20.324212 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:20.324526 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:20.324840 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:20.325149 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:20.325462 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:20.330386 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:02:20.361347 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef687b59-5679-49dd-8394-edcb128188c5 req-937b6f92-a79a-4ea8-9172-64e0c75a325f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:20.362818 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ef687b59-5679-49dd-8394-edcb128188c5 req-937b6f92-a79a-4ea8-9172-64e0c75a325f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 945 time: 0.0839410
Jun 17 15:02:20.409088 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ef687b59-5679-49dd-8394-edcb128188c5 req-11e5128a-3b1d-4dfc-b5dd-3862dcec3187 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401738
Jun 17 15:02:20.540509 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] get_ports_and_sgs() called for port_ids ['44145e06-f8fd-41e1-b2cb-04c2cc121aed'] {{(pid=78707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 17 15:02:21.596472 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f6795-f46c-4a99-a9e2-9ed17e9710f1 req-48734804-3eb4-4846-980a-e99d436b329c tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:21.597945 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d18f6795-f46c-4a99-a9e2-9ed17e9710f1 req-48734804-3eb4-4846-980a-e99d436b329c tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 945 time: 0.0804627
Jun 17 15:02:21.647621 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-d18f6795-f46c-4a99-a9e2-9ed17e9710f1 req-35040494-db31-4997-beef-865901cf6f6d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437376
Jun 17 15:02:21.986986 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 44145e06-f8fd-41e1-b2cb-04c2cc121aed up at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 17 15:02:22.057937 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning for port 44145e06-f8fd-41e1-b2cb-04c2cc121aed completed by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 17 15:02:22.064585 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.provisioning_blocks [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Provisioning complete for port 44145e06-f8fd-41e1-b2cb-04c2cc121aed triggered by entity L2. {{(pid=78707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 17 15:02:22.064966 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479308'] for port, provisioning_complete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:22.188640 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:22.214856 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e176069f-e930-4030-8002-0b25326e90d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44145e06-f8fd-41e1-b2cb-04c2cc121aed'}] {{(pid=78707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 15:02:22.225192 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] For port 44145e06-f8fd-41e1-b2cb-04c2cc121aed, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=44145e06-f8fd-41e1-b2cb-04c2cc121aed,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:02:22.231062 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261'] for port, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:22.233271 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:02:22.264365 dv-cinder-796859-1-iscsi neutron-server[78707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e176069f-e930-4030-8002-0b25326e90d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44145e06-f8fd-41e1-b2cb-04c2cc121aed', 'code': 200}
Jun 17 15:02:22.302119 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Pushing event updated for resources: {'Port': ['ID=44145e06-f8fd-41e1-b2cb-04c2cc121aed,revision_number=5']} {{(pid=78707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:02:22.305047 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_concurrency.lockutils [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:02:22.567840 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634eddc8-1a5a-4018-a758-81ca9b247a6b req-a55eeb0d-5093-4d14-9cbe-3f83c13eba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:22.569343 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-634eddc8-1a5a-4018-a758-81ca9b247a6b req-a55eeb0d-5093-4d14-9cbe-3f83c13eba20 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 1099 time: 0.0725091
Jun 17 15:02:22.618338 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-634eddc8-1a5a-4018-a758-81ca9b247a6b req-37a480ab-81f0-4cb3-9529-2ce63953343f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423422
Jun 17 15:02:22.836707 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd24dc-497b-45e5-aed5-f84cf1749718 req-f39d2b3c-a29b-41c1-93a1-282ebb8e62f6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:22.838091 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-abbd24dc-497b-45e5-aed5-f84cf1749718 req-f39d2b3c-a29b-41c1-93a1-282ebb8e62f6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 946 time: 0.0809555
Jun 17 15:02:22.887794 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-abbd24dc-497b-45e5-aed5-f84cf1749718 req-020130e9-abd1-4c56-a5cc-eb369862a792 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432334
Jun 17 15:02:24.078368 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b5cc8-6cec-49fd-816a-9d59fd920b0c req-c42287ee-617f-495d-800d-33e1ea25d3f6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:24.079898 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-be7b5cc8-6cec-49fd-816a-9d59fd920b0c req-c42287ee-617f-495d-800d-33e1ea25d3f6 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 946 time: 0.0831661
Jun 17 15:02:24.130262 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-be7b5cc8-6cec-49fd-816a-9d59fd920b0c req-d9526049-79bf-45e3-9158-124bd0389ecb tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441120
Jun 17 15:02:24.318433 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f369f-eed0-4491-bfab-8a65a9cb63a4 req-b88bc22c-999f-4d4a-8094-9b9cb12ded6f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:24.319935 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-993f369f-eed0-4491-bfab-8a65a9cb63a4 req-b88bc22c-999f-4d4a-8094-9b9cb12ded6f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 946 time: 0.0836720
Jun 17 15:02:24.366119 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-993f369f-eed0-4491-bfab-8a65a9cb63a4 req-21f62671-ed2f-4c81-a513-ff6d08925310 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405004
Jun 17 15:02:24.388737 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 48112) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:02:24.458758 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360d3a51-c18f-454b-8712-1ec9e79d4033 tempest-TestVolumeBootPattern-240416137 tempest-TestVolumeBootPattern-240416137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:24.460331 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-360d3a51-c18f-454b-8712-1ec9e79d4033 tempest-TestVolumeBootPattern-240416137 tempest-TestVolumeBootPattern-240416137-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 1094 time: 0.0706103
Jun 17 15:02:24.463130 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 48116) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:02:24.468651 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.v2.base [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Request body: {'floatingip': {'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'port_id': '44145e06-f8fd-41e1-b2cb-04c2cc121aed', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 17 15:02:24.474758 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 17 15:02:24.478557 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Usage tracker for resource:floatingip and tenant:11e5048a6f7541c8987bfbd84ca42f78 is out of sync, need to count used quota {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 17 15:02:24.481424 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.quota.resource [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78706) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 17 15:02:24.487376 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.quota.driver [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78706) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 17 15:02:24.500692 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for floatingip, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:24.517987 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:24.643893 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:24.757884 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-227238ab-56fd-4025-9bb3-62bfd187dae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:24.791823 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_common [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Allocated IP 172.27.3.196 (a32b1f87-2a0e-42d0-949c-6abcb3897131/29cb13d1-da25-47f9-af3f-ffda78adc3e8/5e86bfae-479e-46a8-830e-ba0f419d2797) {{(pid=78706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 17 15:02:24.946163 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for port, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:24.976261 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738959605706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:24.979935 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3afac596-2fa9-4560-b755-9a9ecb65a6ad tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:02:25.046740 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Network a32b1f87-2a0e-42d0-949c-6abcb3897131 is already hosted by enough agents. {{(pid=78706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 17 15:02:25.049463 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.base_scheduler [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Resources bound (agent type, host, resource id):  {{(pid=78706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 17 15:02:25.053462 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Received port after_create {{(pid=78706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 17 15:02:25.084800 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'Port': ['ID=5e86bfae-479e-46a8-830e-ba0f419d2797,revision_number=1']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:02:25.102750 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:25.103130 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:25.103532 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:25.103965 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:25.104267 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:25.104632 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:25.104994 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:25.105362 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:25.105840 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:25.106078 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:25.106434 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:25.106787 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:02:25.113201 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:02:25.515996 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:25.590680 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3349952'] for port, before_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:25.911084 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for port, precommit_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:25.915895 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738960051613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738959605724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738959605261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265933'] for port, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:25.919810 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-366890dc-f126-4ad7-91dd-56f7860ca744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:02:26.032206 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event updated for resources: {'Port': ['ID=5e86bfae-479e-46a8-830e-ba0f419d2797,revision_number=2']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:02:26.035056 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:02:26.045513 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643756'] for floatingip, after_update {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:26.225317 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.db.l3_db [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Floating IP dbfe657a-746e-4ad9-ac45-85afe3a180eb associated. External IP: 172.27.3.196, port: 44145e06-f8fd-41e1-b2cb-04c2cc121aed.
Jun 17 15:02:26.582881 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Router 99fac827-d01a-4a5f-9a79-0224e0ced47a has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 15:02:26.767343 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 15:02:26.776938 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4871ec89-8258-44f4-9d09-a095f85c952c None None] Sync routers for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 15:02:26.786988 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4871ec89-8258-44f4-9d09-a095f85c952c None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 15:02:26.787649 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4871ec89-8258-44f4-9d09-a095f85c952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b23601340>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T15:01:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:02:26.795067 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:26.852306 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-fd8c0d12-0f32-4a41-954b-cafdd15a29de tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3880062
Jun 17 15:02:26.852819 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e176069f-e930-4030-8002-0b25326e90d7', 'tag': '44145e06-f8fd-41e1-b2cb-04c2cc121aed'}] {{(pid=78706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 15:02:26.899788 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e176069f-e930-4030-8002-0b25326e90d7', 'tag': '44145e06-f8fd-41e1-b2cb-04c2cc121aed', 'status': 'completed', 'code': 200}
Jun 17 15:02:26.976632 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-4871ec89-8258-44f4-9d09-a095f85c952c None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 15:02:27.017891 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b30c6-448b-4d05-a532-9b479075f199 req-f17d4b86-ae2b-4eb2-b846-a0eada3da8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:27.019342 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-165b30c6-448b-4d05-a532-9b479075f199 req-f17d4b86-ae2b-4eb2-b846-a0eada3da8f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 1099 time: 0.0763035
Jun 17 15:02:27.161213 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b30c6-448b-4d05-a532-9b479075f199 req-ee40790d-f3e1-4d2b-8aea-7dfd44cd6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:27.162667 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-165b30c6-448b-4d05-a532-9b479075f199 req-ee40790d-f3e1-4d2b-8aea-7dfd44cd6493 service neutron] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 912 time: 0.1363142
Jun 17 15:02:27.272489 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-165b30c6-448b-4d05-a532-9b479075f199 req-31242964-f98f-44d0-9ffe-71e590b5f502 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44145e06-f8fd-41e1-b2cb-04c2cc121aed HTTP/1.1" status: 200  len: 1000 time: 0.1010864
Jun 17 15:02:27.335681 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b30c6-448b-4d05-a532-9b479075f199 req-382ba36e-1c17-4a22-bc3b-463cfab8c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:27.337167 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-165b30c6-448b-4d05-a532-9b479075f199 req-382ba36e-1c17-4a22-bc3b-463cfab8c066 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0583980
Jun 17 15:02:27.381148 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4871ec89-8258-44f4-9d09-a095f85c952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b23601340>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '8975bf39-a6d9-4e24-b343-fadda895706f', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:d0:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T15:00:16Z', 'updated_at': '2021-06-17T15:00:19Z', 'revision_number': 1, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}, {'id': 'dbfe657a-746e-4ad9-ac45-85afe3a180eb', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': '44145e06-f8fd-41e1-b2cb-04c2cc121aed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:eb:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e176069f-e930-4030-8002-0b25326e90d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T15:02:25Z', 'updated_at': '2021-06-17T15:02:25Z', 'revision_number': 0, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:02:27.385211 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4871ec89-8258-44f4-9d09-a095f85c952c None None] Checking router: 99fac827-d01a-4a5f-9a79-0224e0ced47a for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 15:02:27.393773 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4871ec89-8258-44f4-9d09-a095f85c952c None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 15:02:27.394391 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4871ec89-8258-44f4-9d09-a095f85c952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b23601340>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T15:01:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:02:27.418630 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b30c6-448b-4d05-a532-9b479075f199 req-2be57f4d-bb16-4731-a505-a9e2916191f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:27.419856 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-165b30c6-448b-4d05-a532-9b479075f199 req-2be57f4d-bb16-4731-a505-a9e2916191f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756433
Jun 17 15:02:27.561379 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-165b30c6-448b-4d05-a532-9b479075f199 req-818f55cc-9bdb-44e8-b74d-43698672bb2e service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350265
Jun 17 15:02:27.573419 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-4871ec89-8258-44f4-9d09-a095f85c952c None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 15:02:27.708222 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-165b30c6-448b-4d05-a532-9b479075f199 req-d0876019-2e40-4103-9d2a-f8ca1d0e2da8 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336234
Jun 17 15:02:27.945219 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-4871ec89-8258-44f4-9d09-a095f85c952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b23601340>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '8975bf39-a6d9-4e24-b343-fadda895706f', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:d0:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T15:00:16Z', 'updated_at': '2021-06-17T15:00:19Z', 'revision_number': 1, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}, {'id': 'dbfe657a-746e-4ad9-ac45-85afe3a180eb', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': '44145e06-f8fd-41e1-b2cb-04c2cc121aed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:eb:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e176069f-e930-4030-8002-0b25326e90d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T15:02:25Z', 'updated_at': '2021-06-17T15:02:25Z', 'revision_number': 0, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:02:27.949343 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4871ec89-8258-44f4-9d09-a095f85c952c None None] The sync data for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi is: [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '8975bf39-a6d9-4e24-b343-fadda895706f', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:d0:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T15:00:16Z', 'updated_at': '2021-06-17T15:00:19Z', 'revision_number': 1, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}, {'id': 'dbfe657a-746e-4ad9-ac45-85afe3a180eb', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': '44145e06-f8fd-41e1-b2cb-04c2cc121aed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:eb:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e176069f-e930-4030-8002-0b25326e90d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T15:02:25Z', 'updated_at': '2021-06-17T15:02:25Z', 'revision_number': 0, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 15:02:28.151715 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5019b27-ddf9-444c-82d3-331b51ce0187 None None] New status for floating IP dbfe657a-746e-4ad9-ac45-85afe3a180eb: ACTIVE {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 15:02:28.641779 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-0c97eefe-f795-4981-ba81-6b5e9895cfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:29.967361 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:32.055115 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:34.439966 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ae012116-a545-46d5-9744-fc1c7b911a17 req-7833d044-7173-4bd5-a0cd-d4751236414c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0694921
Jun 17 15:02:34.598575 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae012116-a545-46d5-9744-fc1c7b911a17 req-c2872bad-e003-48ae-81da-b3b890a71781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:34.600071 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ae012116-a545-46d5-9744-fc1c7b911a17 req-c2872bad-e003-48ae-81da-b3b890a71781 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 1098 time: 0.0725830
Jun 17 15:02:34.751710 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae012116-a545-46d5-9744-fc1c7b911a17 req-313fd7ae-5a3a-43d3-9ff0-3820ba58299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:34.753308 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ae012116-a545-46d5-9744-fc1c7b911a17 req-313fd7ae-5a3a-43d3-9ff0-3820ba58299f service neutron] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 912 time: 0.1329913
Jun 17 15:02:34.872140 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ae012116-a545-46d5-9744-fc1c7b911a17 req-34b86cfa-e030-480c-9917-188caa8bbc80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3ad0623-d3d5-487a-91f8-5c55c5824b4a HTTP/1.1" status: 200  len: 1001 time: 0.1106935
Jun 17 15:02:35.051734 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae012116-a545-46d5-9744-fc1c7b911a17 req-66e76172-9e25-4550-823e-0d272fbae0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:35.053038 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ae012116-a545-46d5-9744-fc1c7b911a17 req-66e76172-9e25-4550-823e-0d272fbae0b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.1739500
Jun 17 15:02:35.133344 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae012116-a545-46d5-9744-fc1c7b911a17 req-fd4c2bd2-2a9c-4f69-ab60-e4fc9c85beab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:02:35.134828 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ae012116-a545-46d5-9744-fc1c7b911a17 req-fd4c2bd2-2a9c-4f69-ab60-e4fc9c85beab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750422
Jun 17 15:02:35.295071 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ae012116-a545-46d5-9744-fc1c7b911a17 req-76f147cc-e0f2-43ae-910c-272aa0fa2206 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530526
Jun 17 15:02:35.433462 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-ae012116-a545-46d5-9744-fc1c7b911a17 req-233da264-2711-4165-82b9-f8fb124079ba service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301847
Jun 17 15:02:50.138115 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:52.434165 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:02:54.524964 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:54.761212 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c84a1bea-3ed2-4ea8-a65d-b210282a5006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:58.648022 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32762e5d-043b-4871-9427-50a121c89b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:02:59.975347 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:03:02.065384 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:03:20.135662 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:03:24.517980 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:03:24.764960 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8a8e-6fb7-4ed3-9fdb-6b1bba56ff4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:03:28.643605 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-69f7a702-14df-4473-9016-9dde84f318a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:03:29.433366 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:03:29.971717 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:03:32.063141 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:03:36.516755 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cf7c13bd-067b-444a-9cc7-b16b971edaa7 req-a1f383c1-a8ff-4dd0-9d32-861caf80441a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1203389
Jun 17 15:03:36.633817 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c13bd-067b-444a-9cc7-b16b971edaa7 req-afec5411-405a-40e7-9f31-b015705fc4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:03:36.635334 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cf7c13bd-067b-444a-9cc7-b16b971edaa7 req-afec5411-405a-40e7-9f31-b015705fc4e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 1099 time: 0.0850611
Jun 17 15:03:36.798593 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c13bd-067b-444a-9cc7-b16b971edaa7 req-ed48ad19-04d3-4c31-90ef-5e99d0719078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:03:36.799991 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cf7c13bd-067b-444a-9cc7-b16b971edaa7 req-ed48ad19-04d3-4c31-90ef-5e99d0719078 service neutron] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 912 time: 0.1445856
Jun 17 15:03:36.911565 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cf7c13bd-067b-444a-9cc7-b16b971edaa7 req-aa0dcf4d-4a3c-4497-bc5a-b6ca36998f6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44145e06-f8fd-41e1-b2cb-04c2cc121aed HTTP/1.1" status: 200  len: 1002 time: 0.1048374
Jun 17 15:03:36.975676 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c13bd-067b-444a-9cc7-b16b971edaa7 req-6dc19a66-0311-4a4d-b883-454e6b21c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:03:36.977102 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cf7c13bd-067b-444a-9cc7-b16b971edaa7 req-6dc19a66-0311-4a4d-b883-454e6b21c732 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0600116
Jun 17 15:03:37.057647 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c13bd-067b-444a-9cc7-b16b971edaa7 req-8a256457-5456-4ec1-af89-cac3c1469e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:03:37.059014 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cf7c13bd-067b-444a-9cc7-b16b971edaa7 req-8a256457-5456-4ec1-af89-cac3c1469e2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751491
Jun 17 15:03:37.195960 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cf7c13bd-067b-444a-9cc7-b16b971edaa7 req-711edd0b-9bcf-4c81-ae0b-00c0881732bc service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304393
Jun 17 15:03:37.332072 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cf7c13bd-067b-444a-9cc7-b16b971edaa7 req-cb06ffa0-058a-4598-803c-51eb75e5249d service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295464
Jun 17 15:03:47.280912 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [req-53e23395-a468-454c-89ee-502637a1e3d4 req-321c9d45-b9cd-40db-be5a-90adef1b9ee4 service neutron] (78706) timed out ('10.222.0.37', 58200) {{(pid=78706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 17 15:03:50.144230 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:03:54.521406 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:03:54.773010 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-828dcd9d-8661-4bfd-b6dc-67b2245af814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:03:58.647852 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7848bf5b-eacc-42c2-a9bc-1acf92650c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:03:59.974261 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:02.066144 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:06.060250 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 48144) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:06.275727 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Deleting port 5e86bfae-479e-46a8-830e-ba0f419d2797 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:06.276068 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:06.432947 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:04:06.576517 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:06.576835 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:06.700164 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Calling delete_port for 5e86bfae-479e-46a8-830e-ba0f419d2797 owned by network:floatingip {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 15:04:06.879325 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:06.887143 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6e963bca-118a-409a-aea0-c99834657cd2 tempest-AttachVolumeShelveTestJSON-1801704794 tempest-AttachVolumeShelveTestJSON-1801704794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:06.971271 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event deleted for resources: {'Port': ['ID=5e86bfae-479e-46a8-830e-ba0f419d2797,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:07.010272 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:07.010646 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:07.011008 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:07.011365 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:07.011740 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:07.012120 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:07.012478 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:07.012873 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:07.013235 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:07.013578 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:07.014129 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:07.014476 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:07.022553 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:07.087096 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for floatingip, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:07.087969 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.l3_db [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Floating IP dbfe657a-746e-4ad9-ac45-85afe3a180eb disassociated (deleted). External IP: 172.27.3.196, port: 44145e06-f8fd-41e1-b2cb-04c2cc121aed.
Jun 17 15:04:07.467247 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Router 99fac827-d01a-4a5f-9a79-0224e0ced47a has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 15:04:07.660435 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 15:04:07.671269 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f2691b-2259-42e0-8d20-d0ac19a02428 None None] Sync routers for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 15:04:07.681769 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f2691b-2259-42e0-8d20-d0ac19a02428 None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 15:04:07.682413 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-e6f2691b-2259-42e0-8d20-d0ac19a02428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28092df0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T15:03:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:07.686298 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:07.748718 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-9658b209-8246-492b-b833-420007012018 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "DELETE /v2.0/floatingips/dbfe657a-746e-4ad9-ac45-85afe3a180eb HTTP/1.1" status: 204  len: 168 time: 1.6867311
Jun 17 15:04:07.749015 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e176069f-e930-4030-8002-0b25326e90d7', 'tag': '44145e06-f8fd-41e1-b2cb-04c2cc121aed'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 15:04:07.874166 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e176069f-e930-4030-8002-0b25326e90d7', 'tag': '44145e06-f8fd-41e1-b2cb-04c2cc121aed', 'status': 'completed', 'code': 200}
Jun 17 15:04:07.887990 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-e6f2691b-2259-42e0-8d20-d0ac19a02428 None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 15:04:08.003680 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5bac0-668a-48d4-ba8c-f89446015e19 req-3376c068-8b05-4709-8810-97941bf5c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:04:08.005365 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-83f5bac0-668a-48d4-ba8c-f89446015e19 req-3376c068-8b05-4709-8810-97941bf5c993 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 1099 time: 0.0870728
Jun 17 15:04:08.205461 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5bac0-668a-48d4-ba8c-f89446015e19 req-e2ecb197-dfa9-44e6-b80f-19c8fe338de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:04:08.207650 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-83f5bac0-668a-48d4-ba8c-f89446015e19 req-e2ecb197-dfa9-44e6-b80f-19c8fe338de8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 912 time: 0.1941569
Jun 17 15:04:08.396008 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-e6f2691b-2259-42e0-8d20-d0ac19a02428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28092df0>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '8975bf39-a6d9-4e24-b343-fadda895706f', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:d0:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T15:00:16Z', 'updated_at': '2021-06-17T15:00:19Z', 'revision_number': 1, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:08.400371 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f2691b-2259-42e0-8d20-d0ac19a02428 None None] Checking router: 99fac827-d01a-4a5f-9a79-0224e0ced47a for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 15:04:08.410800 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f2691b-2259-42e0-8d20-d0ac19a02428 None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 15:04:08.411460 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-e6f2691b-2259-42e0-8d20-d0ac19a02428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28092df0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T15:03:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:08.415640 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-83f5bac0-668a-48d4-ba8c-f89446015e19 req-5fcb472a-a1c9-47d1-968d-ddf701daf82c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44145e06-f8fd-41e1-b2cb-04c2cc121aed HTTP/1.1" status: 200  len: 217 time: 0.2000501
Jun 17 15:04:08.466975 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1c5cb-6938-4ec8-9b0e-9348ef17177f req-771d9a78-4b0d-45df-9ee0-0625b1d16c84 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:04:08.467854 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-f0e1c5cb-6938-4ec8-9b0e-9348ef17177f req-771d9a78-4b0d-45df-9ee0-0625b1d16c84 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Synchronizing usage tracker for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 15:04:08.506330 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5bac0-668a-48d4-ba8c-f89446015e19 req-23a96b05-4cbf-498e-a074-5f3f40fb2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:04:08.507885 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-83f5bac0-668a-48d4-ba8c-f89446015e19 req-23a96b05-4cbf-498e-a074-5f3f40fb2e0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0836542
Jun 17 15:04:08.509057 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-f0e1c5cb-6938-4ec8-9b0e-9348ef17177f req-771d9a78-4b0d-45df-9ee0-0625b1d16c84 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Unset dirty status for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 15:04:08.510037 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f0e1c5cb-6938-4ec8-9b0e-9348ef17177f req-771d9a78-4b0d-45df-9ee0-0625b1d16c84 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 946 time: 0.4075477
Jun 17 15:04:08.606141 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-e6f2691b-2259-42e0-8d20-d0ac19a02428 None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 15:04:08.616330 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-f0e1c5cb-6938-4ec8-9b0e-9348ef17177f req-fe754e5f-be69-477c-8923-b4fee464ba0b tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675988
Jun 17 15:04:08.636369 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5bac0-668a-48d4-ba8c-f89446015e19 req-f115ef04-d63b-4346-b97c-acdd488e1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:04:08.638650 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-83f5bac0-668a-48d4-ba8c-f89446015e19 req-f115ef04-d63b-4346-b97c-acdd488e1680 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1229627
Jun 17 15:04:08.783462 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-83f5bac0-668a-48d4-ba8c-f89446015e19 req-a0b82fba-6b41-4d00-bd0f-7301525c7fa5 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372595
Jun 17 15:04:08.933315 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-83f5bac0-668a-48d4-ba8c-f89446015e19 req-e0af5bb8-a3b9-4b21-9f02-2a803524416c service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408145
Jun 17 15:04:08.985591 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-e6f2691b-2259-42e0-8d20-d0ac19a02428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28092df0>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '8975bf39-a6d9-4e24-b343-fadda895706f', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:d0:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T15:00:16Z', 'updated_at': '2021-06-17T15:00:19Z', 'revision_number': 1, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:08.989619 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f2691b-2259-42e0-8d20-d0ac19a02428 None None] The sync data for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi is: [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_floatingips': [{'id': '8975bf39-a6d9-4e24-b343-fadda895706f', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'router_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'port_id': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'mac_address': 'fa:16:3e:d0:8b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T15:00:16Z', 'updated_at': '2021-06-17T15:00:19Z', 'revision_number': 1, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 15:04:09.219616 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d0054-f71b-43e6-91dc-c4e48b2e63fe None None] New status for floating IP dbfe657a-746e-4ad9-ac45-85afe3a180eb: DOWN {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 15:04:09.833673 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd2247-908b-4f36-bf2d-543b5081b358 req-268f5a38-3a17-4253-9b74-a17c603efa19 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:04:09.835275 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-edfd2247-908b-4f36-bf2d-543b5081b358 req-268f5a38-3a17-4253-9b74-a17c603efa19 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 946 time: 0.0936966
Jun 17 15:04:09.861054 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af66596-b4e6-437c-84e0-6ec278fe733f req-5416bd47-df05-40bc-a855-1bbb4cc8ad40 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:04:09.862809 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9af66596-b4e6-437c-84e0-6ec278fe733f req-5416bd47-df05-40bc-a855-1bbb4cc8ad40 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 946 time: 0.0881045
Jun 17 15:04:09.886173 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-edfd2247-908b-4f36-bf2d-543b5081b358 req-67e54233-794c-42e5-8c41-9c7cb9eea472 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448837
Jun 17 15:04:09.941378 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-9af66596-b4e6-437c-84e0-6ec278fe733f req-8dd66390-2f76-4df6-bae9-d7aa89f6ca82 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Deleting port 44145e06-f8fd-41e1-b2cb-04c2cc121aed {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:09.941713 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9af66596-b4e6-437c-84e0-6ec278fe733f req-8dd66390-2f76-4df6-bae9-d7aa89f6ca82 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:10.213026 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-9af66596-b4e6-437c-84e0-6ec278fe733f req-8dd66390-2f76-4df6-bae9-d7aa89f6ca82 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] For port 44145e06-f8fd-41e1-b2cb-04c2cc121aed, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=44145e06-f8fd-41e1-b2cb-04c2cc121aed,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:04:10.213278 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9af66596-b4e6-437c-84e0-6ec278fe733f req-8dd66390-2f76-4df6-bae9-d7aa89f6ca82 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:10.348953 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-9af66596-b4e6-437c-84e0-6ec278fe733f req-8dd66390-2f76-4df6-bae9-d7aa89f6ca82 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Calling delete_port for 44145e06-f8fd-41e1-b2cb-04c2cc121aed owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 15:04:10.520125 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9af66596-b4e6-437c-84e0-6ec278fe733f req-8dd66390-2f76-4df6-bae9-d7aa89f6ca82 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:10.527130 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5462a88e-50b0-4c76-b9a3-24f6af26eb20 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:10.577150 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd66390-2f76-4df6-bae9-d7aa89f6ca82 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event deleted for resources: {'Port': ['ID=44145e06-f8fd-41e1-b2cb-04c2cc121aed,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:10.581130 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8dd66390-2f76-4df6-bae9-d7aa89f6ca82 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:10.663107 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af66596-b4e6-437c-84e0-6ec278fe733f req-8dd66390-2f76-4df6-bae9-d7aa89f6ca82 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] No DVR routers for this DVR port 44145e06-f8fd-41e1-b2cb-04c2cc121aed on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 15:04:10.665653 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-9af66596-b4e6-437c-84e0-6ec278fe733f req-8dd66390-2f76-4df6-bae9-d7aa89f6ca82 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:10.668414 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e176069f-e930-4030-8002-0b25326e90d7', 'name': 'network-vif-deleted', 'tag': '44145e06-f8fd-41e1-b2cb-04c2cc121aed'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 15:04:10.688078 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-9af66596-b4e6-437c-84e0-6ec278fe733f req-8dd66390-2f76-4df6-bae9-d7aa89f6ca82 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "DELETE /v2.0/ports/44145e06-f8fd-41e1-b2cb-04c2cc121aed HTTP/1.1" status: 204  len: 173 time: 0.8185565
Jun 17 15:04:10.744653 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e176069f-e930-4030-8002-0b25326e90d7', 'name': 'network-vif-deleted', 'tag': '44145e06-f8fd-41e1-b2cb-04c2cc121aed', 'status': 'completed', 'code': 200}
Jun 17 15:04:11.045728 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-968ecba7-55b5-43c8-8b73-da7a60d08aa6 req-393d2473-4209-420e-82c0-2786f66bbb42 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=e176069f-e930-4030-8002-0b25326e90d7 HTTP/1.1" status: 200  len: 210 time: 0.0447466
Jun 17 15:04:14.594323 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 48182) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:14.625680 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 44145e06-f8fd-41e1-b2cb-04c2cc121aed no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 15:04:14.661389 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: 44145e06-f8fd-41e1-b2cb-04c2cc121aed {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 15:04:14.661778 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device 44145e06-f8fd-41e1-b2cb-04c2cc121aed not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 15:04:14.807744 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-680631e2-0410-4fa5-b5b6-50ce8fd29279 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Deleting port 8bcbb291-1aa7-49f7-bd4f-7a75d37c2a6b {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:14.808082 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-680631e2-0410-4fa5-b5b6-50ce8fd29279 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:15.089126 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-680631e2-0410-4fa5-b5b6-50ce8fd29279 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:15.089459 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-680631e2-0410-4fa5-b5b6-50ce8fd29279 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:15.214471 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-680631e2-0410-4fa5-b5b6-50ce8fd29279 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Calling delete_port for 8bcbb291-1aa7-49f7-bd4f-7a75d37c2a6b owned by network:floatingip {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 15:04:15.368051 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-680631e2-0410-4fa5-b5b6-50ce8fd29279 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:15.371585 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-1aeda509-22c3-4632-87f0-5ed144ad607a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:15.415276 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680631e2-0410-4fa5-b5b6-50ce8fd29279 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event deleted for resources: {'Port': ['ID=8bcbb291-1aa7-49f7-bd4f-7a75d37c2a6b,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:15.418369 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-680631e2-0410-4fa5-b5b6-50ce8fd29279 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:15.509652 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-680631e2-0410-4fa5-b5b6-50ce8fd29279 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for floatingip, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:15.509980 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.db.l3_db [None req-680631e2-0410-4fa5-b5b6-50ce8fd29279 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Floating IP 8975bf39-a6d9-4e24-b343-fadda895706f disassociated (deleted). External IP: 172.27.3.248, port: a3ad0623-d3d5-487a-91f8-5c55c5824b4a.
Jun 17 15:04:15.869760 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680631e2-0410-4fa5-b5b6-50ce8fd29279 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Router 99fac827-d01a-4a5f-9a79-0224e0ced47a has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 15:04:16.060293 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680631e2-0410-4fa5-b5b6-50ce8fd29279 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 15:04:16.070198 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db8ce0-66d8-439b-ad81-aa51fcef643e None None] Sync routers for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 15:04:16.079540 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-680631e2-0410-4fa5-b5b6-50ce8fd29279 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:16.084740 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db8ce0-66d8-439b-ad81-aa51fcef643e None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 15:04:16.085391 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-75db8ce0-66d8-439b-ad81-aa51fcef643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28553940>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T15:03:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:16.139958 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-680631e2-0410-4fa5-b5b6-50ce8fd29279 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "DELETE /v2.0/floatingips/8975bf39-a6d9-4e24-b343-fadda895706f HTTP/1.1" status: 204  len: 168 time: 1.5442336
Jun 17 15:04:16.140678 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'tag': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 15:04:16.190026 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'tag': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'status': 'completed', 'code': 200}
Jun 17 15:04:16.287897 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-75db8ce0-66d8-439b-ad81-aa51fcef643e None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 15:04:16.311676 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ce539-5717-4272-9bcf-1048cc5cb04e req-18815765-70e0-4718-b19a-3665fd162b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:04:16.313125 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-359ce539-5717-4272-9bcf-1048cc5cb04e req-18815765-70e0-4718-b19a-3665fd162b97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 1098 time: 0.0795605
Jun 17 15:04:16.589019 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ce539-5717-4272-9bcf-1048cc5cb04e req-24a9f13a-a188-4f69-885a-176b50716f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:04:16.590342 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-359ce539-5717-4272-9bcf-1048cc5cb04e req-24a9f13a-a188-4f69-885a-176b50716f2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 200  len: 912 time: 0.2708044
Jun 17 15:04:16.691912 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-75db8ce0-66d8-439b-ad81-aa51fcef643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28553940>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:16.695832 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db8ce0-66d8-439b-ad81-aa51fcef643e None None] Checking router: 99fac827-d01a-4a5f-9a79-0224e0ced47a for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 15:04:16.702764 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-359ce539-5717-4272-9bcf-1048cc5cb04e req-bac9f1fd-8a66-4287-9bed-ea6c40811bc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3ad0623-d3d5-487a-91f8-5c55c5824b4a HTTP/1.1" status: 200  len: 217 time: 0.0767038
Jun 17 15:04:16.705841 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db8ce0-66d8-439b-ad81-aa51fcef643e None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 15:04:16.706538 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-75db8ce0-66d8-439b-ad81-aa51fcef643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b28553940>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T15:03:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:16.777151 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ce539-5717-4272-9bcf-1048cc5cb04e req-e4515e65-2b64-4d21-891a-87ccc092229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:04:16.779240 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-359ce539-5717-4272-9bcf-1048cc5cb04e req-e4515e65-2b64-4d21-891a-87ccc092229e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 200  len: 849 time: 0.0684631
Jun 17 15:04:16.787591 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438a1ce-021d-4c64-98b3-1c4c33c1f543 req-4b7a9ca5-fa79-4788-9410-4b40fcd777f9 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:04:16.788233 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-4438a1ce-021d-4c64-98b3-1c4c33c1f543 req-4b7a9ca5-fa79-4788-9410-4b40fcd777f9 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Synchronizing usage tracker for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:port {{(pid=78705) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 17 15:04:16.856167 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.quota.resource [req-4438a1ce-021d-4c64-98b3-1c4c33c1f543 req-4b7a9ca5-fa79-4788-9410-4b40fcd777f9 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Unset dirty status for tenant:11e5048a6f7541c8987bfbd84ca42f78 on resource:port {{(pid=78705) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 17 15:04:16.858231 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4438a1ce-021d-4c64-98b3-1c4c33c1f543 req-4b7a9ca5-fa79-4788-9410-4b40fcd777f9 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 945 time: 0.2710114
Jun 17 15:04:16.896803 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-75db8ce0-66d8-439b-ad81-aa51fcef643e None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 15:04:16.906308 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ce539-5717-4272-9bcf-1048cc5cb04e req-b4d17e41-0b01-417c-b064-c4bb8b71a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:04:16.907829 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-359ce539-5717-4272-9bcf-1048cc5cb04e req-b4d17e41-0b01-417c-b064-c4bb8b71a063 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50eb8839-c8af-431e-989e-3aa535f9f8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1168630
Jun 17 15:04:16.914960 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-4438a1ce-021d-4c64-98b3-1c4c33c1f543 req-fd8887ad-90da-49b5-894f-30dbcb68ce1f tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503533
Jun 17 15:04:17.045361 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-359ce539-5717-4272-9bcf-1048cc5cb04e req-9785f949-e056-449c-8656-d67f4b207119 service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293941
Jun 17 15:04:17.186925 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-359ce539-5717-4272-9bcf-1048cc5cb04e req-fd968291-a46c-4a72-b47a-152c4a7569af service neutron] 10.222.0.37 "GET /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337233
Jun 17 15:04:17.224105 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-75db8ce0-66d8-439b-ad81-aa51fcef643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b28553940>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:17.228153 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db8ce0-66d8-439b-ad81-aa51fcef643e None None] The sync data for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi is: [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T14:57:02Z', 'revision_number': 4, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi', '_interfaces': [{'id': 'bc457f0f-a811-429a-8749-fdfc8b280f2c', 'name': '', 'network_id': '50eb8839-c8af-431e-989e-3aa535f9f8ea', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'mac_address': 'fa:16:3e:78:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:02Z', 'updated_at': '2021-06-17T14:57:07Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'subnets': [{'id': '74645c6d-71b2-402a-ab93-7f3e792247cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 15:04:17.443721 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79211ffa-68b9-4904-8e6f-42a7eaf571d3 None None] New status for floating IP 8975bf39-a6d9-4e24-b343-fadda895706f: DOWN {{(pid=78708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 17 15:04:18.111499 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43a386-d3b1-4b49-8f2b-cf71a946cfff req-5c6ef9ac-0d6d-493c-b461-934e21cbc654 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:04:18.113048 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bd43a386-d3b1-4b49-8f2b-cf71a946cfff req-5c6ef9ac-0d6d-493c-b461-934e21cbc654 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 945 time: 0.0886655
Jun 17 15:04:18.136641 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc588eda-2e2c-4110-be04-163422a8e1d0 req-6e5255c3-aa85-4d2e-94fb-73144305b65b tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 17 15:04:18.138949 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cc588eda-2e2c-4110-be04-163422a8e1d0 req-6e5255c3-aa85-4d2e-94fb-73144305b65b tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 945 time: 0.0905771
Jun 17 15:04:18.162308 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-bd43a386-d3b1-4b49-8f2b-cf71a946cfff req-0634f22d-2383-4e42-808f-adeeff779bf8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/security-groups?id=860d4602-f99a-4ed3-a249-ebaef50ec63c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417092
Jun 17 15:04:18.210071 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-cc588eda-2e2c-4110-be04-163422a8e1d0 req-fbbc18bb-ae16-414a-8de6-7de926dde73d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Deleting port a3ad0623-d3d5-487a-91f8-5c55c5824b4a {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:18.210318 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cc588eda-2e2c-4110-be04-163422a8e1d0 req-fbbc18bb-ae16-414a-8de6-7de926dde73d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:18.464464 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [req-cc588eda-2e2c-4110-be04-163422a8e1d0 req-fbbc18bb-ae16-414a-8de6-7de926dde73d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] For port a3ad0623-d3d5-487a-91f8-5c55c5824b4a, host hv-cinder-79685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79685',level=0,port_id=a3ad0623-d3d5-487a-91f8-5c55c5824b4a,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:04:18.464710 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cc588eda-2e2c-4110-be04-163422a8e1d0 req-fbbc18bb-ae16-414a-8de6-7de926dde73d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:18.589027 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [req-cc588eda-2e2c-4110-be04-163422a8e1d0 req-fbbc18bb-ae16-414a-8de6-7de926dde73d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Calling delete_port for a3ad0623-d3d5-487a-91f8-5c55c5824b4a owned by compute:nova {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 15:04:18.739503 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cc588eda-2e2c-4110-be04-163422a8e1d0 req-fbbc18bb-ae16-414a-8de6-7de926dde73d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:18.745308 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-239b29ce-9eda-47b6-9f34-888becf815cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:18.791010 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc18bb-ae16-414a-8de6-7de926dde73d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event deleted for resources: {'Port': ['ID=a3ad0623-d3d5-487a-91f8-5c55c5824b4a,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:18.794783 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fbbc18bb-ae16-414a-8de6-7de926dde73d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:18.882800 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc588eda-2e2c-4110-be04-163422a8e1d0 req-fbbc18bb-ae16-414a-8de6-7de926dde73d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] No DVR routers for this DVR port a3ad0623-d3d5-487a-91f8-5c55c5824b4a on host hv-cinder-79685 {{(pid=78705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 15:04:18.885338 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [req-cc588eda-2e2c-4110-be04-163422a8e1d0 req-fbbc18bb-ae16-414a-8de6-7de926dde73d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for port, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:18.888202 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'name': 'network-vif-deleted', 'tag': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a'}] {{(pid=78705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 17 15:04:18.903989 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [req-cc588eda-2e2c-4110-be04-163422a8e1d0 req-fbbc18bb-ae16-414a-8de6-7de926dde73d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.37 "DELETE /v2.0/ports/a3ad0623-d3d5-487a-91f8-5c55c5824b4a HTTP/1.1" status: 204  len: 173 time: 0.7595711
Jun 17 15:04:18.934887 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38676617-6a5e-4b17-9fb4-a4a0018a89c0', 'name': 'network-vif-deleted', 'tag': 'a3ad0623-d3d5-487a-91f8-5c55c5824b4a', 'status': 'completed', 'code': 200}
Jun 17 15:04:19.318554 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [req-e0877e74-2fdc-41e8-b431-9b4927ea9574 req-91a435bf-cf56-4ac8-ae91-a5604be320a1 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "GET /v2.0/ports?device_id=38676617-6a5e-4b17-9fb4-a4a0018a89c0 HTTP/1.1" status: 200  len: 210 time: 0.0444622
Jun 17 15:04:20.150231 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:20.415075 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 48200) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:20.684598 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-59922009-9448-4f3e-91c6-69e972d406be tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Deleting port a0f11b4c-d12c-46f4-8943-696ca0d26d98 {{(pid=78705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:20.684908 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-59922009-9448-4f3e-91c6-69e972d406be tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:20.870136 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-59922009-9448-4f3e-91c6-69e972d406be tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:20.870583 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-59922009-9448-4f3e-91c6-69e972d406be tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:20.997872 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.plugin [None req-59922009-9448-4f3e-91c6-69e972d406be tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Calling delete_port for a0f11b4c-d12c-46f4-8943-696ca0d26d98 owned by network:floatingip {{(pid=78705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 15:04:21.145334 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-59922009-9448-4f3e-91c6-69e972d406be tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10571704'] for port, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:21.149185 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-fbbc18bb-ae16-414a-8de6-7de926dde73d tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:21.195242 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59922009-9448-4f3e-91c6-69e972d406be tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event deleted for resources: {'Port': ['ID=a0f11b4c-d12c-46f4-8943-696ca0d26d98,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:21.198205 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-59922009-9448-4f3e-91c6-69e972d406be tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:21.289559 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-59922009-9448-4f3e-91c6-69e972d406be tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for floatingip, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:21.304571 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-59922009-9448-4f3e-91c6-69e972d406be tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436940'] for floatingip, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:21.305698 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-59922009-9448-4f3e-91c6-69e972d406be tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "DELETE /v2.0/floatingips/aef26945-01ab-4fd8-9472-9018dd92c5ed HTTP/1.1" status: 204  len: 168 time: 0.8896263
Jun 17 15:04:22.657087 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device a3ad0623-d3d5-487a-91f8-5c55c5824b4a no longer exists at agent hyperv_hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 15:04:22.691736 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] No Port match for: a3ad0623-d3d5-487a-91f8-5c55c5824b4a {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 15:04:22.692067 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Device a3ad0623-d3d5-487a-91f8-5c55c5824b4a not bound to the agent host hv-cinder-79685 {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 15:04:22.699208 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 48214) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:22.772083 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:22.802605 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:22.874212 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:22.878166 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-8c52f10e-cacf-4ace-be9f-6f2163cf2668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:22.895028 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860d4602-f99a-4ed3-a249-ebaef50ec63c,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:22.905987 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:22.906363 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:22.906733 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:22.907100 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:22.907491 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:22.907850 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:22.908208 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:22.908570 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:22.908917 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:22.909270 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:22.909622 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:22.909966 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796859-1-iscsi {{(pid=78706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 17 15:04:22.913745 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:22.915752 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:22.916862 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-5b4ea3bf-d04b-48cb-a92a-1e14a870c4d8 tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] 10.222.0.89 "DELETE /v2.0/security-groups/860d4602-f99a-4ed3-a249-ebaef50ec63c HTTP/1.1" status: 204  len: 168 time: 0.2159438
Jun 17 15:04:22.974817 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 48220) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:23.752293 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e88d61b-2672-4647-bb27-1b57fea3f096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650686'] for router_interface, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:24.108801 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-2e88d61b-2672-4647-bb27-1b57fea3f096 admin admin] Deleting port bc457f0f-a811-429a-8749-fdfc8b280f2c {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:24.109008 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e88d61b-2672-4647-bb27-1b57fea3f096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:24.287978 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-2e88d61b-2672-4647-bb27-1b57fea3f096 admin admin] For port bc457f0f-a811-429a-8749-fdfc8b280f2c, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=bc457f0f-a811-429a-8749-fdfc8b280f2c,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:04:24.288325 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e88d61b-2672-4647-bb27-1b57fea3f096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:24.413574 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-2e88d61b-2672-4647-bb27-1b57fea3f096 admin admin] Calling delete_port for bc457f0f-a811-429a-8749-fdfc8b280f2c owned by network:router_interface {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 15:04:24.525948 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:24.769367 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd3ae-ce90-4bd0-a2ca-582ecb02cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:24.802481 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e88d61b-2672-4647-bb27-1b57fea3f096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:24.807141 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-a24cf76b-9022-4543-903f-406933897abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:24.851118 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88d61b-2672-4647-bb27-1b57fea3f096 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc457f0f-a811-429a-8749-fdfc8b280f2c,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:24.881068 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2e88d61b-2672-4647-bb27-1b57fea3f096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:25.126178 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-2e88d61b-2672-4647-bb27-1b57fea3f096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650766'] for router_interface, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:25.509901 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e88d61b-2672-4647-bb27-1b57fea3f096 admin admin] Router 99fac827-d01a-4a5f-9a79-0224e0ced47a has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 15:04:25.690040 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e88d61b-2672-4647-bb27-1b57fea3f096 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 15:04:25.698569 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea47b99-7f43-4153-8b74-bf58516db4f6 None None] Sync routers for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 15:04:25.702835 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-2e88d61b-2672-4647-bb27-1b57fea3f096 admin admin] 10.222.0.89 "PUT /v2.0/routers/99fac827-d01a-4a5f-9a79-0224e0ced47a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7268889
Jun 17 15:04:25.706478 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 48228) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:25.708925 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea47b99-7f43-4153-8b74-bf58516db4f6 None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 15:04:25.709556 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-1ea47b99-7f43-4153-8b74-bf58516db4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2816a370>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T15:03:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:25.890162 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:25.913479 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-1ea47b99-7f43-4153-8b74-bf58516db4f6 None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: dv-cinder-796859-1-iscsi {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 15:04:26.079799 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:26.091758 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Deleting port 1d134d98-b0f7-4497-b38e-05f4ab84910b {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:26.092210 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:26.226743 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-1ea47b99-7f43-4153-8b74-bf58516db4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2816a370>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T15:04:24Z', 'revision_number': 5, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port': {'id': '1d134d98-b0f7-4497-b38e-05f4ab84910b', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:56:59Z', 'updated_at': '2021-06-17T14:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:26.230689 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea47b99-7f43-4153-8b74-bf58516db4f6 None None] Checking router: 99fac827-d01a-4a5f-9a79-0224e0ced47a for host: dv-cinder-796859-1-iscsi {{(pid=78707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 15:04:26.241001 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea47b99-7f43-4153-8b74-bf58516db4f6 None None] Routers {'99fac827-d01a-4a5f-9a79-0224e0ced47a'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 15:04:26.241653 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-1ea47b99-7f43-4153-8b74-bf58516db4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b2816a370>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T15:03:59Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['99fac827-d01a-4a5f-9a79-0224e0ced47a'], 'active': True} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:26.400068 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] For port 1d134d98-b0f7-4497-b38e-05f4ab84910b, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=1d134d98-b0f7-4497-b38e-05f4ab84910b,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:04:26.400333 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:26.461353 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_dvr_db [None req-1ea47b99-7f43-4153-8b74-bf58516db4f6 None None] Set router 99fac827-d01a-4a5f-9a79-0224e0ced47a gateway port host: None {{(pid=78707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 15:04:26.525585 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Calling delete_port for 1d134d98-b0f7-4497-b38e-05f4ab84910b owned by network:router_gateway {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 15:04:26.573304 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.db.l3_hamode_db [None req-1ea47b99-7f43-4153-8b74-bf58516db4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b2816a370>, [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T15:04:26Z', 'revision_number': 6, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port_host': None}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:26.578363 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea47b99-7f43-4153-8b74-bf58516db4f6 None None] The sync data for ids ['99fac827-d01a-4a5f-9a79-0224e0ced47a'] in dv-cinder-796859-1-iscsi is: [{'id': '99fac827-d01a-4a5f-9a79-0224e0ced47a', 'name': 'tempest-TestVolumeBootPattern-57236642-router', 'tenant_id': '11e5048a6f7541c8987bfbd84ca42f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:56:58Z', 'updated_at': '2021-06-17T15:04:26Z', 'revision_number': 6, 'project_id': '11e5048a6f7541c8987bfbd84ca42f78', 'gw_port_host': None}] {{(pid=78707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 15:04:26.706427 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:26.710454 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-cd791828-346a-412c-a9ff-f02c494190bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:26.757133 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d134d98-b0f7-4497-b38e-05f4ab84910b,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:26.760322 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:26.850796 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643729'] for router_gateway, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:27.031399 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-995'] for router, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:27.033590 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:27.056214 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567868'] for router, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:27.056854 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99fac827-d01a-4a5f-9a79-0224e0ced47a {{(pid=78706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 17 15:04:27.069759 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:27.070900 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-c6e3981e-1128-4925-bc22-a7a3cbadd4b4 admin admin] 10.222.0.89 "DELETE /v2.0/routers/99fac827-d01a-4a5f-9a79-0224e0ced47a HTTP/1.1" status: 204  len: 168 time: 1.3634977
Jun 17 15:04:27.073775 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 48232) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:27.138372 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c135589-eb05-4c70-a313-321aa2957fa4 admin admin] Deleting subnet 74645c6d-71b2-402a-ab93-7f3e792247cc {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 15:04:27.141431 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c135589-eb05-4c70-a313-321aa2957fa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:27.192266 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c135589-eb05-4c70-a313-321aa2957fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1202630'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:27.275076 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c135589-eb05-4c70-a313-321aa2957fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:27.542104 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c135589-eb05-4c70-a313-321aa2957fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1265991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2081427'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:27.546930 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:27.588100 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-3c135589-eb05-4c70-a313-321aa2957fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:27.594551 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c135589-eb05-4c70-a313-321aa2957fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74645c6d-71b2-402a-ab93-7f3e792247cc,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:27.596951 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850f9272-631b-4723-afea-21002c83fe83 None None] Network 50eb8839-c8af-431e-989e-3aa535f9f8ea requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 15:04:27.597475 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-3c135589-eb05-4c70-a313-321aa2957fa4 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/74645c6d-71b2-402a-ab93-7f3e792247cc HTTP/1.1" status: 204  len: 168 time: 0.5224195
Jun 17 15:04:27.598095 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-3c135589-eb05-4c70-a313-321aa2957fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:27.599875 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 48236) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:27.781219 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device bc457f0f-a811-429a-8749-fdfc8b280f2c no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 15:04:27.814665 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:27.823611 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: bc457f0f-a811-429a-8749-fdfc8b280f2c {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 15:04:27.823961 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device bc457f0f-a811-429a-8749-fdfc8b280f2c not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 15:04:27.824377 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 1d134d98-b0f7-4497-b38e-05f4ab84910b no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 15:04:27.825445 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Deleting port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:27.825784 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:27.862497 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 1d134d98-b0f7-4497-b38e-05f4ab84910b {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 15:04:27.862761 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 1d134d98-b0f7-4497-b38e-05f4ab84910b not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 15:04:27.943040 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e8fbe-3e0f-4f88-b8ab-4197afd83b2e None None] DHCP port deletion for 50eb8839-c8af-431e-989e-3aa535f9f8ea request from dv-cinder-796859-1-iscsi {{(pid=78707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 17 15:04:27.947586 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e8fbe-3e0f-4f88-b8ab-4197afd83b2e None None] Deleting port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:27.948061 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8fbe-3e0f-4f88-b8ab-4197afd83b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:28.044166 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] For port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5099948e-89d8-490f-bcf0-1ffea8e5b2a0,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:04:28.044988 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:28.166745 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-bb1e8fbe-3e0f-4f88-b8ab-4197afd83b2e None None] For port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5099948e-89d8-490f-bcf0-1ffea8e5b2a0,segment=NetworkSegment(46d886db-7d07-4828-abb7-ec6183e1fe37),segment_id=46d886db-7d07-4828-abb7-ec6183e1fe37)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:04:28.167107 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8fbe-3e0f-4f88-b8ab-4197afd83b2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:28.179216 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Calling delete_port for 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 owned by network:dhcp {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 15:04:28.258295 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:28.262852 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d4ca1ba3-ef26-4289-993d-3d99a948aa8a tempest-TestVolumeBootPattern-1659680936 tempest-TestVolumeBootPattern-1659680936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:28.292926 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e8fbe-3e0f-4f88-b8ab-4197afd83b2e None None] Calling delete_port for 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 owned by network:dhcp {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 15:04:28.311169 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=5099948e-89d8-490f-bcf0-1ffea8e5b2a0,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:28.314246 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:28.315530 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] No DVR routers for this DVR port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 on host dv-cinder-796859-1-iscsi {{(pid=78706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 15:04:28.365037 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.db.api [None req-bb1e8fbe-3e0f-4f88-b8ab-4197afd83b2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 17 15:04:28.365414 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_db.api [None req-bb1e8fbe-3e0f-4f88-b8ab-4197afd83b2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 17 15:04:28.434052 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:28.455245 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b281fa9d0>,) {'filters': {'network_id': ['50eb8839-c8af-431e-989e-3aa535f9f8ea']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:28.468228 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b281fa9d0>, '46d886db-7d07-4828-abb7-ec6183e1fe37') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:28.468586 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b281fa9d0>, '46d886db-7d07-4828-abb7-ec6183e1fe37') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:28.479891 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1202673'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:28.497303 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:28.502972 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 15:04:28.503449 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1267429'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]: Traceback (most recent call last):
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     timer()
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     cb(*args, **kw)
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     return func(*args, **kwargs)
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     self._notify()
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     self.callback(batched_events)
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     event.method(event)
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     return f(self, *a, **k)
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._get(url).json()
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self.request(url, 'GET', **kwargs)
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 15:04:28.516654 dv-cinder-796859-1-iscsi neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 15:04:28.596930 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:28.601145 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-2e9f2ec7-4b43-4259-b3f5-b597e8aecaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:28.618596 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:28.629257 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=50eb8839-c8af-431e-989e-3aa535f9f8ea,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:28.632485 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:28.644721 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-36b8b487-e8be-4732-8f12-7688d9052c25 admin admin] 10.222.0.89 "DELETE /v2.0/networks/50eb8839-c8af-431e-989e-3aa535f9f8ea HTTP/1.1" status: 204  len: 168 time: 1.0438190
Jun 17 15:04:28.648918 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 48240) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:28.653776 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-98c65018-94b1-4775-9700-e09e6da92ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:28.867199 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e8fbe-3e0f-4f88-b8ab-4197afd83b2e None None] Deleting port 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:28.867617 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8fbe-3e0f-4f88-b8ab-4197afd83b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:28.938448 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e8fbe-3e0f-4f88-b8ab-4197afd83b2e None None] The port '5099948e-89d8-490f-bcf0-1ffea8e5b2a0' was deleted {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 17 15:04:29.210118 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-96eb9800-7c75-4188-be1d-2a5fc1369407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650686'] for router_interface, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:29.673181 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-96eb9800-7c75-4188-be1d-2a5fc1369407 admin admin] Deleting port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:29.673529 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-96eb9800-7c75-4188-be1d-2a5fc1369407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:29.761253 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 15:04:29.796865 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 15:04:29.797294 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5099948e-89d8-490f-bcf0-1ffea8e5b2a0 not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 15:04:29.852057 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-96eb9800-7c75-4188-be1d-2a5fc1369407 admin admin] For port cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077,segment=NetworkSegment(f559c08c-f61b-4fbd-b841-5a833cabf586),segment_id=f559c08c-f61b-4fbd-b841-5a833cabf586)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:04:29.852407 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-96eb9800-7c75-4188-be1d-2a5fc1369407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:29.979448 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:29.983487 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-96eb9800-7c75-4188-be1d-2a5fc1369407 admin admin] Calling delete_port for cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 owned by network:router_interface {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 15:04:30.195116 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-96eb9800-7c75-4188-be1d-2a5fc1369407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:30.200178 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-48b3c47c-361c-40b0-9907-becc08364a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:30.273454 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb9800-7c75-4188-be1d-2a5fc1369407 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:30.281211 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-96eb9800-7c75-4188-be1d-2a5fc1369407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:30.530973 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-96eb9800-7c75-4188-be1d-2a5fc1369407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650766'] for router_interface, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:31.007012 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eb9800-7c75-4188-be1d-2a5fc1369407 admin admin] Router 8eedcf31-9b0f-4a01-931b-652ba89cf35c has already been hosted by L3 agent b112d11b-73c5-4b20-8d12-c0d87c362bf4 {{(pid=78706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 17 15:04:31.188305 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eb9800-7c75-4188-be1d-2a5fc1369407 admin admin] Notify agent at l3_agent.dv-cinder-796859-1-iscsi the message routers_updated {{(pid=78706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 17 15:04:31.196290 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a478215-0c85-497b-9c0e-a3df87fc5f1e None None] Sync routers for ids ['8eedcf31-9b0f-4a01-931b-652ba89cf35c'] in dv-cinder-796859-1-iscsi {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 17 15:04:31.206824 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a478215-0c85-497b-9c0e-a3df87fc5f1e None None] Routers {'8eedcf31-9b0f-4a01-931b-652ba89cf35c'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 15:04:31.207472 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-1a478215-0c85-497b-9c0e-a3df87fc5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b284ca4f0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T15:04:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['8eedcf31-9b0f-4a01-931b-652ba89cf35c'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:31.207917 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-96eb9800-7c75-4188-be1d-2a5fc1369407 admin admin] 10.222.0.89 "PUT /v2.0/routers/8eedcf31-9b0f-4a01-931b-652ba89cf35c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5574441
Jun 17 15:04:31.210172 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 48244) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:31.386255 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-1a478215-0c85-497b-9c0e-a3df87fc5f1e None None] Set router 8eedcf31-9b0f-4a01-931b-652ba89cf35c gateway port host: dv-cinder-796859-1-iscsi {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 15:04:31.393087 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Notify callbacks [] for router, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:31.572124 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:31.584581 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Deleting port f8c5086e-729a-4979-9e03-c98d582fe448 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:31.585182 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:31.682930 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-1a478215-0c85-497b-9c0e-a3df87fc5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b284ca4f0>, [{'id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'name': 'tempest-TestVolumeBootPattern-1847226063-router', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'external_fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f8c5086e-729a-4979-9e03-c98d582fe448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:57:05Z', 'updated_at': '2021-06-17T15:04:30Z', 'revision_number': 5, 'project_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'gw_port': {'id': 'f8c5086e-729a-4979-9e03-c98d582fe448', 'name': '', 'network_id': 'a32b1f87-2a0e-42d0-949c-6abcb3897131', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796859-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:57:06Z', 'updated_at': '2021-06-17T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29cb13d1-da25-47f9-af3f-ffda78adc3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796859-1-iscsi'}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:31.687228 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a478215-0c85-497b-9c0e-a3df87fc5f1e None None] Checking router: 8eedcf31-9b0f-4a01-931b-652ba89cf35c for host: dv-cinder-796859-1-iscsi {{(pid=78708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 17 15:04:31.695587 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a478215-0c85-497b-9c0e-a3df87fc5f1e None None] Routers {'8eedcf31-9b0f-4a01-931b-652ba89cf35c'} bound to L3 agent in host dv-cinder-796859-1-iscsi {{(pid=78708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 17 15:04:31.696200 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-1a478215-0c85-497b-9c0e-a3df87fc5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b284ca4f0>, 'dv-cinder-796859-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T14:35:59Z,description=<?>,heartbeat_timestamp=2021-06-17T15:04:29Z,host='dv-cinder-796859-1-iscsi',id=b112d11b-73c5-4b20-8d12-c0d87c362bf4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-17T14:35:59Z,topic='l3_agent')) {'router_ids': ['8eedcf31-9b0f-4a01-931b-652ba89cf35c'], 'active': True} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:31.776017 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] For port f8c5086e-729a-4979-9e03-c98d582fe448, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=f8c5086e-729a-4979-9e03-c98d582fe448,segment=NetworkSegment(2fc651cb-0415-4154-b7a1-7152e00109d7),segment_id=2fc651cb-0415-4154-b7a1-7152e00109d7)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:04:31.776366 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:31.849907 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_dvr_db [None req-1a478215-0c85-497b-9c0e-a3df87fc5f1e None None] Set router 8eedcf31-9b0f-4a01-931b-652ba89cf35c gateway port host: None {{(pid=78708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 17 15:04:31.900688 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Calling delete_port for f8c5086e-729a-4979-9e03-c98d582fe448 owned by network:router_gateway {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 15:04:31.963044 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.l3_hamode_db [None req-1a478215-0c85-497b-9c0e-a3df87fc5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b284ca4f0>, [{'id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'name': 'tempest-TestVolumeBootPattern-1847226063-router', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:57:05Z', 'updated_at': '2021-06-17T15:04:31Z', 'revision_number': 6, 'project_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'gw_port_host': None}], 'dv-cinder-796859-1-iscsi', False) {} {{(pid=78708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:31.967286 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a478215-0c85-497b-9c0e-a3df87fc5f1e None None] The sync data for ids ['8eedcf31-9b0f-4a01-931b-652ba89cf35c'] in dv-cinder-796859-1-iscsi is: [{'id': '8eedcf31-9b0f-4a01-931b-652ba89cf35c', 'name': 'tempest-TestVolumeBootPattern-1847226063-router', 'tenant_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:57:05Z', 'updated_at': '2021-06-17T15:04:31Z', 'revision_number': 6, 'project_id': 'f5db945c1e9a4494b2f682a44b1c4caa', 'gw_port_host': None}] {{(pid=78708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 17 15:04:32.071306 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:32.082382 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:32.086185 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-85884942-4261-44a3-846f-4521a996ec02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:32.131705 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c5086e-729a-4979-9e03-c98d582fe448,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:32.159918 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:32.222991 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643729'] for router_gateway, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:32.519108 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-995'] for router, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:32.521299 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:32.545959 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567868'] for router, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:32.546530 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eedcf31-9b0f-4a01-931b-652ba89cf35c {{(pid=78706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 17 15:04:32.558343 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] Notify callbacks [] for router, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:32.559969 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-9d7c00c7-a4c5-4ed5-a200-11146119d485 admin admin] 10.222.0.89 "DELETE /v2.0/routers/8eedcf31-9b0f-4a01-931b-652ba89cf35c HTTP/1.1" status: 204  len: 168 time: 1.3488283
Jun 17 15:04:32.562487 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 48248) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:32.625933 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.db_base_plugin_v2 [None req-26608011-7cff-4202-951b-2b095653e38b admin admin] Deleting subnet 95abe1b1-f2cc-41a8-98e3-58b18ac855a4 {{(pid=78706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 17 15:04:32.628962 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-26608011-7cff-4202-951b-2b095653e38b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:32.680093 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-26608011-7cff-4202-951b-2b095653e38b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1202630'] for subnet, precommit_delete_associations {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:32.763167 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-26608011-7cff-4202-951b-2b095653e38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501342'] for subnet, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:33.037859 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-26608011-7cff-4202-951b-2b095653e38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1265991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2081427'] for subnet, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:33.041631 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-d3c58d09-8e94-4c8b-a6f9-c48cdf4effb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:33.076341 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26608011-7cff-4202-951b-2b095653e38b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95abe1b1-f2cc-41a8-98e3-58b18ac855a4,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:33.078817 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-26608011-7cff-4202-951b-2b095653e38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:33.081471 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-26608011-7cff-4202-951b-2b095653e38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for subnet, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:33.086687 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cd27a2-1a92-43e1-bf35-27440800a2f4 None None] Network 0f2a80e9-4e37-4a77-9c4e-09e998b35b6a requested from dv-cinder-796859-1-iscsi {{(pid=78707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 17 15:04:33.087941 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-26608011-7cff-4202-951b-2b095653e38b admin admin] 10.222.0.89 "DELETE /v2.0/subnets/95abe1b1-f2cc-41a8-98e3-58b18ac855a4 HTTP/1.1" status: 204  len: 168 time: 0.5240185
Jun 17 15:04:33.089932 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 48252) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:33.200317 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463953'] for network, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:33.211277 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Deleting port 5b40867f-0501-4929-8e0b-1ad5d9440512 {{(pid=78706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:33.211769 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:33.347483 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ac103-9571-4e79-b700-578b278e5856 None None] DHCP port deletion for 0f2a80e9-4e37-4a77-9c4e-09e998b35b6a request from dv-cinder-796859-1-iscsi {{(pid=78707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 17 15:04:33.352348 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-b70ac103-9571-4e79-b700-578b278e5856 None None] Deleting port 5b40867f-0501-4929-8e0b-1ad5d9440512 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:33.352736 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b70ac103-9571-4e79-b700-578b278e5856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:33.430788 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.db [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] For port 5b40867f-0501-4929-8e0b-1ad5d9440512, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5b40867f-0501-4929-8e0b-1ad5d9440512,segment=NetworkSegment(f559c08c-f61b-4fbd-b841-5a833cabf586),segment_id=f559c08c-f61b-4fbd-b841-5a833cabf586)] {{(pid=78706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:04:33.431132 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:33.555516 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.plugin [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Calling delete_port for 5b40867f-0501-4929-8e0b-1ad5d9440512 owned by network:dhcp {{(pid=78706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 15:04:33.569029 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.db [None req-b70ac103-9571-4e79-b700-578b278e5856 None None] For port 5b40867f-0501-4929-8e0b-1ad5d9440512, host dv-cinder-796859-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796859-1-iscsi',level=0,port_id=5b40867f-0501-4929-8e0b-1ad5d9440512,segment=NetworkSegment(f559c08c-f61b-4fbd-b841-5a833cabf586),segment_id=f559c08c-f61b-4fbd-b841-5a833cabf586)] {{(pid=78707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 17 15:04:33.569480 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b70ac103-9571-4e79-b700-578b278e5856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644676'] for port, precommit_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:33.648004 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3349889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738960051622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738959605715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265972'] for port, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:33.653380 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-6166c666-b1a3-4d08-93dc-15584d6fff72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:33.698411 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b40867f-0501-4929-8e0b-1ad5d9440512,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:33.702245 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:33.703023 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] No DVR routers for this DVR port 5b40867f-0501-4929-8e0b-1ad5d9440512 on host dv-cinder-796859-1-iscsi {{(pid=78706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 17 15:04:33.754885 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-b70ac103-9571-4e79-b700-578b278e5856 None None] Calling delete_port for 5b40867f-0501-4929-8e0b-1ad5d9440512 owned by network:dhcp {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 17 15:04:33.790474 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 15:04:33.837665 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498625', 'neutron.services.segments.db._delete_segments_for_network-8738960076710'] for network, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:33.842591 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 15:04:33.842937 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device cb5dbad1-b1bb-4cc8-b99c-9e06c2cb5077 not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 15:04:33.843352 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5b40867f-0501-4929-8e0b-1ad5d9440512 no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 15:04:33.852115 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b22bc1f70>,) {'filters': {'network_id': ['0f2a80e9-4e37-4a77-9c4e-09e998b35b6a']}} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:33.865626 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b22bc1f70>, 'f559c08c-f61b-4fbd-b841-5a833cabf586') {'for_net_delete': True} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:33.866131 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.services.segments.db [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b22bc1f70>, 'f559c08c-f61b-4fbd-b841-5a833cabf586') {} {{(pid=78706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 17 15:04:33.879631 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738960088077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1202673'] for segment, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:33.879857 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: 5b40867f-0501-4929-8e0b-1ad5d9440512 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 15:04:33.879857 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device 5b40867f-0501-4929-8e0b-1ad5d9440512 not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 15:04:33.880245 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device f8c5086e-729a-4979-9e03-c98d582fe448 no longer exists at agent ovs-agent-dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 17 15:04:33.897082 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3503040'] for segment, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:33.904622 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=78706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 17 15:04:33.904925 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3503049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1267429'] for segment, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:33.918340 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] No Port match for: f8c5086e-729a-4979-9e03-c98d582fe448 {{(pid=78707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 17 15:04:33.918340 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.rpc [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Device f8c5086e-729a-4979-9e03-c98d582fe448 not bound to the agent host dv-cinder-796859-1-iscsi {{(pid=78707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]: Traceback (most recent call last):
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     timer()
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     cb(*args, **kw)
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     return func(*args, **kwargs)
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     self._notify()
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     self.callback(batched_events)
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     event.method(event)
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     return f(self, *a, **k)
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._get(url).json()
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     return self.request(url, 'GET', **kwargs)
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 17 15:04:33.918717 dv-cinder-796859-1-iscsi neutron-server[78706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 17 15:04:33.943801 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.db.api [None req-b70ac103-9571-4e79-b700-578b278e5856 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 17 15:04:33.944165 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG oslo_db.api [None req-b70ac103-9571-4e79-b700-578b278e5856 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 17 15:04:34.098683 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643774'] for network, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:34.102567 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:34.116166 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776067'] for network, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:34.127167 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f2a80e9-4e37-4a77-9c4e-09e998b35b6a,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:34.131867 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:34.134963 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-c781e209-1c7f-4ba7-89fb-10a3d6ed4e24 admin admin] 10.222.0.89 "DELETE /v2.0/networks/0f2a80e9-4e37-4a77-9c4e-09e998b35b6a HTTP/1.1" status: 204  len: 168 time: 1.0430167
Jun 17 15:04:34.251233 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 48260) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:34.300917 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-d5343fef-2e09-4408-b181-5ffad0b3368d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=11e5048a6f7541c8987bfbd84ca42f78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0483258
Jun 17 15:04:34.303376 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 48264) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:34.363731 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-17f34287-f276-43d8-b733-5e2dcc340a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:34.390565 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-17f34287-f276-43d8-b733-5e2dcc340a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:34.445638 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-b70ac103-9571-4e79-b700-578b278e5856 None None] Deleting port 5b40867f-0501-4929-8e0b-1ad5d9440512 {{(pid=78707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 17 15:04:34.446238 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b70ac103-9571-4e79-b700-578b278e5856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738960049237'] for port, before_delete {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:34.452028 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-17f34287-f276-43d8-b733-5e2dcc340a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:34.456082 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-eb1e8eb0-2d23-4a56-b4ec-0530ace4d41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:34.471245 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f34287-f276-43d8-b733-5e2dcc340a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861ea1af-b520-43e0-9b44-a2955a909e11,revision_number=None']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:34.474338 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-17f34287-f276-43d8-b733-5e2dcc340a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:34.480596 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-17f34287-f276-43d8-b733-5e2dcc340a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:34.481619 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-17f34287-f276-43d8-b733-5e2dcc340a0f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/861ea1af-b520-43e0-9b44-a2955a909e11 HTTP/1.1" status: 204  len: 168 time: 0.1773224
Jun 17 15:04:34.525822 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron.plugins.ml2.plugin [None req-b70ac103-9571-4e79-b700-578b278e5856 None None] The port '5b40867f-0501-4929-8e0b-1ad5d9440512' was deleted {{(pid=78707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 17 15:04:34.875922 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [-] (78705) accepted ('10.222.0.89', 48272) {{(pid=78705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:34.926280 dv-cinder-796859-1-iscsi neutron-server[78705]: INFO neutron.wsgi [None req-5d85cea5-6c93-4ea2-aab9-c31035ae7c22 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f5db945c1e9a4494b2f682a44b1c4caa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0488439
Jun 17 15:04:34.928754 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [-] (78706) accepted ('10.222.0.89', 48276) {{(pid=78706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 17 15:04:34.988022 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-30fe9cf1-3791-43e8-bb4e-a9b3c992d246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:35.018219 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-30fe9cf1-3791-43e8-bb4e-a9b3c992d246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:35.076360 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-30fe9cf1-3791-43e8-bb4e-a9b3c992d246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652701'] for security_group, after_delete {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:35.080166 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-ebb6e035-bd53-484c-8e95-d2b47c4fd447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 17 15:04:35.093117 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe9cf1-3791-43e8-bb4e-a9b3c992d246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755c40ea-2ad5-41a6-b9ba-63a1224a4927,revision_number=None']} {{(pid=78706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 17 15:04:35.096851 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG oslo_concurrency.lockutils [None req-30fe9cf1-3791-43e8-bb4e-a9b3c992d246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 17 15:04:35.100241 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron_lib.callbacks.manager [None req-30fe9cf1-3791-43e8-bb4e-a9b3c992d246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:35.101345 dv-cinder-796859-1-iscsi neutron-server[78706]: INFO neutron.wsgi [None req-30fe9cf1-3791-43e8-bb4e-a9b3c992d246 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/755c40ea-2ad5-41a6-b9ba-63a1224a4927 HTTP/1.1" status: 204  len: 168 time: 0.1713741
Jun 17 15:04:43.432116 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:04:50.164972 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:54.530727 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:54.773202 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-5412ada2-5a0c-415e-aff3-9a08e60c8a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:58.672422 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-7f6fcb2c-4636-4140-b22f-bb5275d43fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:04:59.983827 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:05:02.080365 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:05:20.175763 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:05:20.431983 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:05:24.537895 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:05:24.781300 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-55de09d7-ce9b-4c86-b618-9eeb539a1be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:05:28.662427 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c335e626-e3a8-4773-ad4e-b24bfd9cb4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:05:29.993031 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:05:32.083500 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:05:50.178212 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:05:54.531577 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:05:54.777711 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-8967c44f-902c-4c9b-a989-86e33d05ff75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:05:57.431328 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:05:58.664654 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-95cd7946-eb71-4fec-9149-7b4c6a57efb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:05:59.987246 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:06:02.083649 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:06:15.405579 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [req-81bc4240-bdac-4797-a540-3ce4ea91aee3 req-36057253-66a4-4722-92cb-b3a0f6bc2a79 tempest-TestMinimumBasicScenario-1088553910 tempest-TestMinimumBasicScenario-1088553910-project] (78705) timed out ('10.222.0.37', 58250) {{(pid=78705) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 17 15:06:20.176533 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:06:21.797991 dv-cinder-796859-1-iscsi neutron-server[78706]: DEBUG neutron.wsgi [req-d9127a4d-7f06-4bd7-95bd-c9f08cbd2d95 req-cb2d1194-3471-49da-b032-ff936596649a service neutron] (78706) timed out ('10.222.0.89', 43708) {{(pid=78706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 17 15:06:24.534326 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:06:24.779827 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-f1e81114-def0-47db-ade0-06636e9ab2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:06:28.658953 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-99eec374-d1be-4677-9efb-6aa2c4870b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:06:29.992782 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:06:32.087778 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:06:34.429671 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:06:50.190338 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:06:54.537951 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:06:54.782271 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ac6c246a-3acf-4020-a56b-7e038acbd5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:06:58.664376 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-8a1241c7-5f52-44ac-b4b6-ca9548a29a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:06:59.994010 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:07:02.088834 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:07:11.428341 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:07:20.208417 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:07:24.543006 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:07:24.785935 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-23c001c2-24d7-4a30-8bf5-73f809438754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:07:28.658431 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0765-d84a-4a0a-bd41-1ac52e263107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:07:29.996951 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:07:32.092445 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:07:48.428070 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:07:50.207487 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:07:54.547450 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:07:54.788230 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-fcc9e9c1-d9fb-4866-8792-abf35968bf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:07:58.661348 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-901692d1-b060-4fd2-8dc1-62f943cdc38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:08:00.001211 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:08:02.095283 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:08:20.209418 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:08:24.555013 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:08:24.797904 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-3adeb5b0-e21f-4ee8-b22e-8f0ffe9e7b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:08:25.426419 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:08:28.666438 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-ae6b03a5-f0cf-4b40-a2b9-1dd9e5db8304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:08:30.003692 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:08:32.100835 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:08:38.864779 dv-cinder-796859-1-iscsi neutron-server[78705]: DEBUG neutron.wsgi [req-6b7765bc-b16c-4644-b517-f25551d4cbe3 req-e2afaca0-f055-4f62-84f0-cad40eaea8be service neutron] (78705) timed out ('10.222.0.37', 58234) {{(pid=78705) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 17 15:08:50.207297 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:08:54.548217 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:08:54.790715 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-a71889fa-3e15-4bd5-a7c0-70c6e045634d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:08:58.671575 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c06799cc-6a65-4662-ac39-aaa547dc662f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:09:00.006399 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:09:02.102582 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:09:02.425565 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:09:20.208142 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:09:24.551973 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-29492269-8b47-428d-bfdc-ec4fd81bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:09:24.793613 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-fc532fdd-6d5f-492d-bc64-0d6e6d3997cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:09:28.677907 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-023d795c-220c-4599-928b-e40ce797b3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:09:30.010440 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-c645b95a-d0c3-4239-b1f6-78c022c73c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:09:32.104322 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-e35078c9-8eee-48ce-bd40-64f6caa4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 17 15:09:39.424325 dv-cinder-796859-1-iscsi neutron-server[78708]: DEBUG neutron.db.agents_db [None req-3b0aee7a-6433-4944-8a0f-69a8c364397e None None] Agent healthcheck: found 6 active agents {{(pid=78708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 17 15:09:50.205836 dv-cinder-796859-1-iscsi neutron-server[78707]: DEBUG neutron_lib.callbacks.manager [None req-32e4e30d-25ad-4ecb-9da2-fe9b6df891b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738960076719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501019'] for agent, after_update {{(pid=78707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}